00000800:00000200:2.1F:1775773337.322777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773337.323095:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773337.323325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773337.323563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773342.442783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773342.442786:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1775773342.443310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773342.443312:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1775773342.443540:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773342.443542:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 8, 4 secs later)
00000800:00000200:2.1:1775773342.443733:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773342.443734:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 8, 4 secs later)
00000080:00000010:1.1F:1775773345.323199:0:217374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9c6482ed0f00.
00000080:00000010:1.1:1775773345.323211:0:217374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9c64926c2ac0.
00000080:00000010:1.1:1775773345.323220:0:217374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9c64926c2740.
00000080:00000010:1.1:1775773345.323223:0:217374:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9c64856de8c0.
00000080:00000010:1.1:1775773345.323229:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490fbeb40.
00000080:00000010:1.1:1775773345.323238:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaae300.
00000080:00000010:1.1:1775773345.338187:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaaca40.
00000080:00000010:1.1:1775773345.338197:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab18c0.
00000080:00000010:1.1:1775773345.338248:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaab9c0.
00000080:00000010:1.1:1775773345.338253:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490292100.
00000080:00000010:1.1:1775773345.338265:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaaeb40.
00000080:00000010:1.1:1775773345.338272:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490295ac0.
00000080:00000010:1.1:1775773345.338280:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834ff380.
00000080:00000010:1.1:1775773345.338285:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaaa940.
00000080:00000010:1.1:1775773345.338291:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d518c0.
00000080:00000010:1.1:1775773345.338299:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaa98c0.
00000080:00000010:1.1:1775773345.338303:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaaf380.
00000080:00000010:1.1:1775773345.338307:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaac200.
00000080:00000010:1.1:1775773345.338325:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaadac0.
00000080:00000010:1.1:1775773345.338330:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaa8000.
00000080:00000010:1.1:1775773345.338335:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaa9080.
00000080:00000010:1.1:1775773345.338338:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaab180.
00000080:00000010:1.1:1775773345.338343:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fc200.
00000080:00000010:1.1:1775773345.338348:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaa8840.
00000080:00000010:1.1:1775773345.338354:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaaa100.
00000080:00000010:1.1:1775773345.338359:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fdac0.
00000080:00000010:1.1:1775773345.338365:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834f8000.
00000080:00000010:1.1:1775773345.338370:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eaad280.
00000080:00000010:1.1:1775773345.338380:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c305280.
00000080:00000010:1.1:1775773345.338386:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c306300.
00000080:00000010:1.1:1775773345.338390:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c304a40.
00000080:00000010:1.1:1775773345.338395:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c300840.
00000080:00000010:1.1:1775773345.338414:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c302100.
00000080:00000010:1.1:1775773345.338418:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c301080.
00000080:00000010:1.1:1775773345.338422:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c300000.
00000080:00000010:1.1:1775773345.338441:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c305ac0.
00000080:00000010:1.1:1775773345.338504:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c304200.
00000080:00000010:1.1:1775773345.338510:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490295280.
00000080:00000010:1.1:1775773345.338515:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c307380.
00000080:00000010:1.1:1775773345.338520:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490293180.
00000080:00000010:1.1:1775773345.338526:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d56b40.
00000080:00000010:1.1:1775773345.338531:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d52940.
00000080:00000010:1.1:1775773345.338536:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834f98c0.
00000080:00000010:1.1:1775773345.338540:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64902939c0.
00000080:00000010:1.1:1775773345.338545:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c3018c0.
00000080:00000010:1.1:1775773345.338550:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c306b40.
00000080:00000010:1.1:1775773345.338554:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c302940.
00000080:00000010:1.1:1775773345.338559:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c3039c0.
00000080:00000010:1.1:1775773345.338563:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648c303180.
00000080:00000010:1.1:1775773345.338567:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490292940.
00000080:00000010:1.1:1775773345.338575:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab6300.
00000080:00000010:1.1:1775773345.338579:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490296b40.
00000080:00000010:1.1:1775773345.342184:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834feb40.
00000080:00000010:1.1:1775773345.342194:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab5280.
00000080:00000010:1.1:1775773345.342201:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fa940.
00000080:00000010:1.1:1775773345.342206:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab4a40.
00000080:00000010:1.1:1775773345.342214:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab1080.
00000080:00000010:1.1:1775773345.342221:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab0840.
00000080:00000010:1.1:1775773345.342226:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab2100.
00000080:00000010:1.1:1775773345.342231:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab2940.
00000080:00000010:1.1:1775773345.342237:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab3180.
00000080:00000010:1.1:1775773345.342241:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab39c0.
00000080:00000010:1.1:1775773345.342247:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d539c0.
00000080:00000010:1.1:1775773345.342256:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab5ac0.
00000080:00000010:1.1:1775773345.342262:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64902918c0.
00000080:00000010:1.1:1775773345.342266:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab4200.
00000080:00000010:1.1:1775773345.342270:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab6b40.
00000080:00000010:1.1:1775773345.342274:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fb9c0.
00000080:00000010:1.1:1775773345.342279:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490296300.
00000080:00000010:1.1:1775773345.342283:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490294a40.
00000080:00000010:1.1:1775773345.342287:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab0000.
00000080:00000010:1.1:1775773345.342293:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649eab7380.
00000080:00000010:1.1:1775773345.342298:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363e300.
00000080:00000010:1.1:1775773345.342303:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363d280.
00000080:00000010:1.1:1775773345.342326:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490290840.
00000080:00000010:1.1:1775773345.342332:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363b180.
00000080:00000010:1.1:1775773345.342337:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363b9c0.
00000080:00000010:1.1:1775773345.342353:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363a940.
00000080:00000010:1.1:1775773345.342359:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d53180.
00000080:00000010:1.1:1775773345.342363:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363eb40.
00000080:00000010:1.1:1775773345.342367:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64836398c0.
00000080:00000010:1.1:1775773345.342370:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d56300.
00000080:00000010:1.1:1775773345.342374:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363f380.
00000080:00000010:1.1:1775773345.342378:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d54a40.
00000080:00000010:1.1:1775773345.342382:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363c200.
00000080:00000010:1.1:1775773345.342387:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363dac0.
00000080:00000010:1.1:1775773345.342390:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d54200.
00000080:00000010:1.1:1775773345.342394:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6483638000.
00000080:00000010:1.1:1775773345.342400:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d57380.
00000080:00000010:1.1:1775773345.346183:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6483639080.
00000080:00000010:1.1:1775773345.346188:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363a100.
00000080:00000010:1.1:1775773345.351184:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fb180.
00000080:00000010:1.1:1775773345.351194:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d55280.
00000080:00000010:1.1:1775773345.351203:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6483638840.
00000080:00000010:1.1:1775773345.351211:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c648363ca40.
00000080:00000010:1.1:1775773345.351215:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490233180.
00000080:00000010:1.1:1775773345.351221:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490291080.
00000080:00000010:1.1:1775773345.351225:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490235280.
00000080:00000010:1.1:1775773345.351233:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490236300.
00000080:00000010:1.1:1775773345.351240:0:217374:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fd280.
00000080:00000010:1.1:1775773345.355209:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490234a40.
00000080:00000010:1.1:1775773345.355222:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fe300.
00000080:00000010:1.1:1775773345.355229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490230840.
00000080:00000010:1.1:1775773345.355236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490232100.
00000080:00000010:1.1:1775773345.355242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490231080.
00000080:00000010:1.1:1775773345.355249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d50840.
00000080:00000010:1.1:1775773345.355258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490290000.
00000080:00000010:1.1:1775773345.355268:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490230000.
00000080:00000010:1.1:1775773345.355273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490294200.
00000080:00000010:1.1:1775773345.355279:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490235ac0.
00000080:00000010:1.1:1775773345.355284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fca40.
00000080:00000010:1.1:1775773345.355291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d52100.
00000080:00000010:1.1:1775773345.355298:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490234200.
00000080:00000010:1.1:1775773345.355303:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490297380.
00000080:00000010:1.1:1775773345.355306:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d51080.
00000080:00000010:1.1:1775773345.355320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490237380.
00000080:00000010:1.1:1775773345.355324:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64902318c0.
00000080:00000010:1.1:1775773345.355328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490236b40.
00000080:00000010:1.1:1775773345.355334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834f8840.
00000080:00000010:1.1:1775773345.355336:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834fa100.
00000080:00000010:1.1:1775773345.355340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490232940.
00000080:00000010:1.1:1775773345.355351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64834f9080.
00000080:00000010:1.1:1775773345.355355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64902339c0.
00000080:00000010:1.1:1775773345.355359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490ff2100.
00000080:00000010:1.1:1775773345.355363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6493536b40.
00000080:00000010:1.1:1775773345.355373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6493532940.
00000080:00000010:1.1:1775773345.355376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c64935339c0.
00000080:00000010:1.1:1775773345.355380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6490d55ac0.
00000080:00000010:1.1:1775773345.355386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c6493533180.
00000080:00000010:1.1:1775773345.359220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649e9a5280.
00000080:00000010:1.1:1775773345.359233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649e9a4a40.
00000080:00000010:1.1:1775773345.359240:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649e9a6b40.
00000080:00000010:1.1:1775773345.359248:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649e9939c0.
00000080:00000010:1.1:1775773345.359259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9c649e992940.
00000800:00000200:0.1F:1775773347.562799:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773347.563155:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773347.563487:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773347.563648:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773352.683037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773352.683045:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775773352.683849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773352.683852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775773352.684657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773352.684660:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775773352.685045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773352.685047:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 11 secs later)
00000800:00000200:0.1:1775773357.803262:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773357.803270:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775773357.804037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773357.804039:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775773357.804397:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773357.804400:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775773357.804720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773357.804724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 6 secs later)
00000800:00000200:0.1:1775773362.922784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773362.922791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775773362.923272:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773362.923273:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775773362.923529:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773362.923530:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775773362.923829:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773362.923831:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 16, 1 secs later)
00000800:00000200:0.1:1775773368.042807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773368.043155:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773368.043326:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773368.043435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773373.163154:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773373.163160:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1775773373.163893:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773373.163895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1775773373.164327:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773373.164331:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1775773373.164597:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773373.164600:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 29 secs later)
00000800:00000200:2.1:1775773378.283108:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773378.283116:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1775773378.284146:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773378.284149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1775773378.284600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773378.284604:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1775773378.284958:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775773378.284959:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1775773383.402893:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773383.402899:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775773383.403369:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773383.403371:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775773383.403577:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773383.403579:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775773383.403868:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773383.403870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1775773388.523201:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773388.523209:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1775773388.523904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773388.523907:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1775773388.524232:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773388.524234:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1775773388.524667:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773388.524672:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 13 secs later)
00000800:00000200:0.1:1775773393.643031:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773393.643043:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1775773393.643657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773393.643665:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1775773393.643914:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773393.643917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1775773393.644130:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773393.644132:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 8 secs later)
00000800:00000200:0.1:1775773398.762986:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773398.762993:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1775773398.763609:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773398.763611:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1775773398.763818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773398.763820:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1775773398.764024:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773398.764025:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 32, 3 secs later)
00000800:00000200:0.1:1775773403.882763:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773403.883090:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773403.883249:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773403.883373:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773409.003480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773409.003491:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773409.004822:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773409.004825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773409.005222:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773409.005225:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773409.005607:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773409.005610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773414.123221:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773414.123232:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773414.124065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773414.124067:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773414.124315:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773414.124316:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773414.124511:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773414.124512:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773419.242889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773419.242894:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773419.243548:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773419.243550:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773419.243752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773419.243754:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773419.244002:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773419.244004:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773424.362764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773424.362768:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773424.363390:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773424.363392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773424.363596:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773424.363598:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773424.363790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773424.363792:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773429.482992:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773429.483003:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773429.483907:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773429.483909:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773429.484148:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773429.484150:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773429.484424:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773429.484425:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773434.602894:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773434.602902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773434.603481:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773434.603483:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773434.603719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773434.603721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773434.603992:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773434.603993:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773439.722748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773439.722752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773439.723232:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773439.723234:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773439.723493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773439.723495:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773439.723756:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773439.723758:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773444.842935:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773444.842942:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773444.843508:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773444.843511:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773444.843874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773444.843876:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773444.844195:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773444.844197:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773449.962774:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773449.962778:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773449.963340:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773449.963342:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773449.963563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773449.963565:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773449.963781:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773449.963783:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773455.082934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773455.082943:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773455.083574:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773455.083577:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773455.083889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773455.083891:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773455.084220:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773455.084222:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773460.202730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773460.202734:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773460.203295:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773460.203297:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773460.203530:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773460.203532:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773460.203747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773460.203749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773465.323003:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773465.323007:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773465.323668:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773465.323670:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773465.323939:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773465.323943:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773465.324264:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773465.324266:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773470.443018:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773470.443327:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773470.443438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773470.443587:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773475.562943:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773475.562948:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773475.563566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773475.563568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773475.563878:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773475.563880:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773475.564279:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773475.564281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773480.682969:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773480.682975:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773480.683437:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773480.683439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773480.683622:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773480.683624:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773480.683803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773480.683805:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773485.802829:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773485.802835:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773485.803396:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773485.803398:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773485.803618:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773485.803620:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773485.803799:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773485.803801:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773490.922873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773490.922880:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773490.923499:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773490.923501:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773490.923800:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773490.923803:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773490.924035:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773490.924038:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773496.042768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773496.042772:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773496.043314:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773496.043316:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773496.043557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773496.043559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773496.043795:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773496.043798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773501.162846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773501.162851:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773501.163473:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773501.163475:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773501.163710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773501.163712:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773501.164005:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773501.164006:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773506.282893:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773506.282899:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773506.283399:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773506.283402:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773506.283712:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773506.283715:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773506.284008:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773506.284010:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773511.402843:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773511.402850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773511.403313:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773511.403315:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773511.403543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773511.403546:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773511.403756:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773511.403759:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773516.522947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773516.522951:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773516.523502:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773516.523504:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773516.523819:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773516.523822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773516.524064:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773516.524066:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773521.642763:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773521.642769:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773521.643305:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773521.643306:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773521.643499:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773521.643501:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773521.643671:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773521.643673:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773526.762962:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773526.762968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773526.763392:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773526.763394:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773526.763655:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773526.763658:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773526.763900:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773526.763902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773531.882883:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773531.882888:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773531.883404:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773531.883406:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773531.883619:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773531.883625:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773531.883909:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773531.883911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773537.002798:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773537.003147:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773537.003361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773537.003541:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773542.122934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773542.122938:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773542.123649:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773542.123651:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773542.124275:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773542.124277:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773542.124593:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773542.124596:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773547.243057:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773547.243066:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773547.243479:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773547.243481:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773547.243814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773547.243815:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773547.244068:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773547.244069:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773552.362919:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773552.362922:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773552.363545:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773552.363547:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773552.363757:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773552.363759:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773552.363959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773552.363961:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773557.482872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773557.482879:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775773557.483334:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773557.483337:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775773557.483564:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773557.483566:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775773557.483778:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773557.483780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775773562.602846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773562.602851:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773562.603446:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773562.603448:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773562.603681:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773562.603683:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773562.603941:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773562.603943:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773567.722873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773567.722877:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773567.723289:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773567.723291:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773567.723516:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773567.723518:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773567.723754:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773567.723757:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773572.843104:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773572.843115:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773572.843758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773572.843761:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773572.844013:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773572.844015:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773572.844292:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773572.844294:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773577.963214:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773577.963225:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775773577.963628:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773577.963630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775773577.963848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773577.963850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775773577.964078:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773577.964080:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775773583.083039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773583.083042:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773583.083867:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773583.083870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773583.084093:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773583.084094:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773583.084330:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773583.084332:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773588.203106:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773588.203108:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773588.203895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773588.203908:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773588.204159:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773588.204160:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773588.204488:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773588.204489:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773593.322940:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773593.322946:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773593.323397:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773593.323398:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773593.323699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773593.323702:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773593.324005:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773593.324007:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773598.443083:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773598.443087:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773598.443566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773598.443568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773598.443765:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773598.443767:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773598.443982:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773598.443983:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773603.563176:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773603.563479:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773603.563783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773603.564013:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773608.683045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773608.683049:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773608.683740:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773608.683743:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773608.684106:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773608.684108:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773608.684466:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773608.684469:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773613.802794:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773613.802798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773613.803240:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773613.803241:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773613.803477:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773613.803479:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773613.803690:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773613.803694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773618.922768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773618.922775:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773618.923271:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773618.923273:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773618.923509:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773618.923510:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773618.923785:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773618.923788:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773624.043035:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773624.043042:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773624.043598:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773624.043618:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773624.043896:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773624.043898:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773624.044165:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773624.044167:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773629.163270:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773629.163277:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773629.164296:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773629.164299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773629.164689:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773629.164692:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773629.165373:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773629.165382:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773634.283370:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773634.283372:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773634.283726:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773634.283729:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773634.284041:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773634.284043:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773634.284245:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773634.284247:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775773639.403554:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773639.403560:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775773639.404331:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773639.404334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775773639.404774:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773639.404779:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775773639.405283:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773639.405287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773644.522878:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773644.522885:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773644.523339:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773644.523341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773644.523536:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773644.523537:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773644.523708:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773644.523710:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773649.642886:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773649.642892:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773649.643333:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773649.643334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773649.643517:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773649.643519:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773649.643724:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773649.643726:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773654.762888:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773654.763023:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773654.763436:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773654.763439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773654.763646:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773654.763648:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773654.763828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773654.763830:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773659.882966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773659.882974:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773659.883547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773659.883549:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773659.883875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773659.883878:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773659.884155:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773659.884158:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773665.002809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773665.002814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773665.003354:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773665.003355:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773665.003562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773665.003564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773665.003869:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773665.003872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773670.122830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773670.123128:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773670.123321:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773670.123496:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773675.243016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773675.243020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773675.244098:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773675.244101:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773675.244519:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773675.244522:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773675.244847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773675.244849:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773680.362957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773680.362964:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773680.363643:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773680.363645:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773680.363934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773680.363937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773680.364257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773680.364259:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773685.483237:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773685.483244:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775773685.483838:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773685.483841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775773685.484141:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773685.484144:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775773685.484478:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773685.484505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775773690.603035:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773690.603040:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773690.603629:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773690.603632:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773690.603926:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773690.603928:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773690.604245:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773690.604248:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773695.723055:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773695.723059:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773695.723729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773695.723732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773695.723967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773695.723969:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773695.724152:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773695.724154:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775773700.843394:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773700.843404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773700.844340:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773700.844353:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773700.844840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773700.844842:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773700.845112:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773700.845126:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773705.963114:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773705.963123:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773705.963841:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773705.963843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773705.964071:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773705.964073:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773705.964304:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773705.964305:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773711.082824:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773711.082827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773711.083220:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773711.083222:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773711.083406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773711.083407:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773711.083628:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773711.083631:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773716.203066:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773716.203072:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773716.204048:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773716.204052:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773716.204335:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773716.204336:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773716.204637:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773716.204649:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773721.322928:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773721.322931:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773721.323428:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773721.323430:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773721.323663:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773721.323666:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773721.323924:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773721.323926:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773726.442943:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773726.442947:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775773726.443588:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773726.443590:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775773726.443901:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773726.443903:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775773726.444161:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773726.444179:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775773731.562843:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773731.562846:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773731.563371:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773731.563372:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773731.563650:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773731.563653:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773731.563872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773731.563874:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775773736.682760:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773736.682995:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773736.683241:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773736.683431:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773741.802919:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773741.802925:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773741.803631:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773741.803634:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773741.803984:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773741.803986:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773741.804360:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773741.804363:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773746.922907:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773746.922915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773746.923727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773746.923729:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773746.923922:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773746.923924:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773746.924148:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773746.924161:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773752.042937:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773752.042947:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773752.043615:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773752.043617:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773752.043850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773752.043852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773752.044100:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773752.044102:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773757.163040:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773757.163047:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773757.163777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773757.163780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773757.164158:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773757.164161:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773757.164563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773757.164567:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773762.282841:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773762.282847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773762.283470:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773762.283472:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773762.283674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773762.283676:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773762.283924:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773762.283933:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773767.402720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773767.402725:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773767.403354:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773767.403356:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773767.403541:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773767.403543:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773767.403762:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773767.403764:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773772.522825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773772.522852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773772.523408:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773772.523409:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773772.523596:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773772.523598:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773772.523820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773772.523821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00010000:00000010:2.1:1775773777.264204:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9c6491067e00.
00010000:00000010:2.1:1775773777.264214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64857f2600.
00010000:00000010:2.1:1775773777.264217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64857f3000.
00010000:00000010:2.1:1775773777.268195:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9c648511ff00.
00010000:00000010:2.1:1775773777.268200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64a5d3c800.
00010000:00000010:2.1:1775773777.268202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64a5d3c400.
00010000:00000010:2.1:1775773777.268204:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9c648a5aa200.
00010000:00000010:2.1:1775773777.268206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64a5ddc800.
00010000:00000010:2.1:1775773777.268209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c648152d800.
00010000:00000010:2.1:1775773777.268212:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9c648a5aa000.
00010000:00000010:2.1:1775773777.268213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64a5ddd400.
00010000:00000010:2.1:1775773777.268215:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff9c648511fd00.
00010000:00000010:2.1:1775773777.268217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9c64a5d3ce00.
00000800:00000200:1.1:1775773777.643210:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773777.643217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773777.643628:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773777.643629:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773777.643854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773777.643855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773777.644042:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773777.644050:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773782.763160:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773782.763214:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773782.763870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773782.763873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773782.764190:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773782.764215:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773782.764523:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773782.764527:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773787.883088:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773787.883095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773787.883879:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773787.883881:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773787.884130:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773787.884132:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773787.884537:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773787.884540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773793.003262:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773793.003266:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773793.003786:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773793.003789:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773793.004146:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773793.004149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773793.004410:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773793.004422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773798.123442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773798.123451:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773798.124083:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773798.124085:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773798.124429:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773798.124431:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773798.124701:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773798.124703:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773803.243280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773803.243680:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773803.243850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773803.244037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773808.363039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773808.363043:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773808.363719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773808.363721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773808.364039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773808.364042:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773808.364389:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773808.364391:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773813.482946:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773813.482952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775773813.483413:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773813.483415:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775773813.483626:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773813.483627:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775773813.483824:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773813.483826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775773818.603070:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773818.603080:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775773818.603740:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773818.603742:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775773818.603953:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773818.603956:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775773818.604364:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773818.604365:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775773823.723394:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773823.723402:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773823.724169:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773823.724172:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773823.724510:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773823.724513:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775773823.724775:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773823.724777:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775773828.842718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773828.842721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773828.843345:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773828.843347:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773828.843543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773828.843545:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773828.843810:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773828.843812:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775773833.963089:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773833.963093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773833.963831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773833.963833:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773833.964095:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773833.964097:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773833.964320:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773833.964322:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775773839.082828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773839.082854:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773839.083443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773839.083445:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773839.083736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773839.083739:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775773839.083958:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773839.083960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773844.202940:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773844.202944:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773844.203611:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773844.203614:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773844.203918:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773844.203920:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773844.204187:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773844.204195:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775773849.322745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773849.322747:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773849.323352:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773849.323354:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773849.323580:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773849.323583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773849.323895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773849.323897:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773854.442812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773854.442817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775773854.443254:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773854.443256:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775773854.443494:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773854.443496:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775773854.443723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773854.443726:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775773859.562801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773859.562808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775773859.563269:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773859.563270:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775773859.563498:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773859.563500:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775773859.563736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773859.563737:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775773864.682963:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773864.682968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775773864.683541:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773864.683544:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775773864.683851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773864.683853:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775773864.684081:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773864.684082:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775773869.802813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773869.803095:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773869.803298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773869.803460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773874.922967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773874.922972:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773874.923692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773874.923694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773874.923998:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773874.924000:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773874.924361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773874.924364:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773880.042905:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773880.042911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773880.043384:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773880.043386:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773880.043591:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773880.043593:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773880.043798:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773880.043800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773885.163315:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773885.163320:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773885.163788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773885.163791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773885.164040:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773885.164042:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773885.164261:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773885.164264:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773890.282731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773890.282748:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773890.283096:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773890.283098:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773890.283312:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773890.283314:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773890.283568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773890.283571:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775773895.402851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773895.402857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773895.403382:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773895.403385:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773895.403624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773895.403626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773895.403825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773895.403827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773900.522810:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773900.522816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773900.523350:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773900.523352:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773900.523578:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773900.523579:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773900.523778:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773900.523780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775773905.643129:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773905.643139:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773905.643891:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773905.643893:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773905.644082:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773905.644084:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773905.644297:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773905.644299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775773910.762683:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773910.762687:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773910.763268:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773910.763270:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773910.763485:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773910.763487:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773910.763715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773910.763716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775773915.883111:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773915.883122:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773915.883679:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773915.883682:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773915.883966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773915.883968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773915.884151:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773915.884153:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775773921.002929:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773921.002935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773921.003925:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773921.003926:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773921.004127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773921.004129:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773921.004437:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773921.004439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773926.122961:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773926.122967:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773926.123889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773926.123891:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773926.124090:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773926.124092:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773926.124374:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773926.124376:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775773931.242783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773931.242788:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773931.243427:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773931.243429:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773931.243627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773931.243629:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773931.243863:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773931.243865:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775773936.362875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773936.363344:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773936.363511:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773936.363668:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773941.482911:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773941.482917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773941.483640:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773941.483643:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773941.483973:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773941.483976:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775773941.484301:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773941.484304:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775773946.602748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773946.602753:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773946.603222:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773946.603224:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773946.603410:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773946.603412:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775773946.603584:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773946.603585:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775773951.723159:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773951.723202:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773951.723811:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773951.723814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773951.724025:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773951.724027:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775773951.724255:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773951.724257:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775773956.842948:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773956.842971:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773956.843857:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773956.843860:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773956.844112:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773956.844114:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773956.844432:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773956.844433:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775773961.962774:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773961.962779:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773961.963309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773961.963312:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773961.963557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773961.963559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775773961.963769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773961.963771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775773967.082922:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773967.082941:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773967.083364:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773967.083366:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773967.083568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773967.083570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773967.083741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773967.083743:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775773972.202747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773972.202752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773972.203277:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773972.203279:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773972.203514:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773972.203516:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773972.203808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773972.203811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775773977.323120:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773977.323134:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773977.324010:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773977.324012:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773977.324324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773977.324325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773977.324582:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773977.324584:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775773982.442997:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773982.443020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773982.443883:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773982.443885:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773982.444078:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773982.444080:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773982.444340:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773982.444342:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775773987.562833:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773987.562848:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773987.563301:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773987.563303:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773987.563544:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773987.563547:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775773987.563744:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775773987.563745:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775773992.683205:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773992.683207:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773992.683604:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773992.683607:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773992.683873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773992.683875:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773992.684103:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773992.684105:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775773997.802791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773997.802805:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773997.803290:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773997.803292:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773997.803475:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773997.803478:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775773997.803686:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775773997.803688:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774002.922699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774002.923041:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774002.923290:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774002.923442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774008.043298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774008.043302:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774008.043664:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774008.043667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774008.043996:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774008.043999:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774008.044309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774008.044311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774013.163032:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774013.163040:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774013.163871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774013.163873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774013.164163:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774013.164165:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774013.164567:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774013.164571:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774018.282854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774018.282862:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774018.283324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774018.283327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774018.283637:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774018.283639:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774018.283823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774018.283825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774023.402868:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774023.402874:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774023.403500:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774023.403502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774023.403691:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774023.403693:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774023.403949:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774023.403951:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774028.522814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774028.522829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774028.523406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774028.523408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774028.523639:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774028.523640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774028.523834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774028.523836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774033.642863:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774033.642871:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774033.643471:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774033.643474:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774033.643788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774033.643791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774033.644090:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774033.644093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774038.762803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774038.762807:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774038.763416:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774038.763418:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774038.763672:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774038.763674:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774038.763852:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774038.763854:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774043.882814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774043.882821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774043.883372:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774043.883374:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774043.883675:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774043.883678:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774043.883992:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774043.883995:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774049.003080:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774049.003086:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774049.003813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774049.003816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774049.004039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774049.004041:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774049.004252:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774049.004254:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774054.122852:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774054.122857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774054.123478:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774054.123480:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774054.123693:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774054.123695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774054.123993:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774054.123995:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774059.242861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774059.242866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774059.243446:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774059.243449:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774059.243741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774059.243744:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774059.244066:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774059.244069:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774064.362856:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774064.362863:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774064.363475:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774064.363477:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774064.363806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774064.363808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774064.364036:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774064.364038:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774069.482780:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774069.483020:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774069.483153:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774069.483342:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774074.602957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774074.602963:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774074.603639:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774074.603642:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774074.603938:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774074.603940:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774074.604280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774074.604283:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774079.723083:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774079.723090:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774079.723663:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774079.723684:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774079.723997:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774079.724000:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774079.724323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774079.724326:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774084.842932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774084.842938:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774084.843568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774084.843570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774084.843769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774084.843771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774084.844055:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774084.844057:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774089.962971:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774089.962976:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774089.963590:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774089.963592:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774089.963859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774089.963860:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774089.964201:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774089.964203:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774095.083118:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774095.083139:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774095.083750:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774095.083752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774095.084018:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774095.084020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774095.084335:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774095.084337:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774100.202847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774100.202853:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774100.203390:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774100.203392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774100.203577:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774100.203578:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774100.203809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774100.203811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774105.322947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774105.322952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775774105.323505:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774105.323515:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775774105.323756:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774105.323758:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775774105.323936:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774105.323938:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774110.442821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774110.442826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774110.443337:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774110.443339:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774110.443607:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774110.443610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774110.443834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774110.443836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774115.562684:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774115.562692:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774115.563116:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774115.563119:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774115.563337:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774115.563339:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774115.563514:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774115.563517:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774120.682817:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774120.682833:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774120.683398:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774120.683401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774120.683615:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774120.683616:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774120.683836:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774120.683838:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774125.802758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774125.802762:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774125.803267:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774125.803268:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774125.803500:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774125.803502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774125.803820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774125.803823:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774130.922858:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774130.922865:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774130.923356:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774130.923357:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774130.923514:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774130.923516:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774130.923729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774130.923731:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774136.042727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774136.043073:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774136.043334:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774136.043503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774141.163062:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774141.163075:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774141.163632:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774141.163635:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774141.163932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774141.163935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774141.164147:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774141.164149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774146.282835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774146.282842:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774146.283337:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774146.283340:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774146.283600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774146.283603:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774146.284013:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774146.284015:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774151.402812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774151.402817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774151.403359:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774151.403360:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774151.403530:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774151.403531:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774151.403683:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774151.403685:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774156.522846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774156.522854:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774156.523414:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774156.523416:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774156.523614:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774156.523616:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774156.523792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774156.523794:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774161.642959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774161.642967:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774161.643599:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774161.643602:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774161.643867:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774161.643869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774161.644113:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774161.644115:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774166.763061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774166.763081:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774166.763739:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774166.763741:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774166.763967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774166.763969:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774166.764190:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774166.764193:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774171.882736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774171.882743:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774171.883304:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774171.883306:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774171.883606:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774171.883609:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774171.883933:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774171.883935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774177.002805:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774177.002810:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774177.003288:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774177.003290:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774177.003519:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774177.003521:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774177.003696:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774177.003698:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774182.122861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774182.122867:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774182.123485:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774182.123487:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774182.123765:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774182.123767:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774182.123953:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774182.123955:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774187.242783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774187.242803:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774187.243352:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774187.243355:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774187.243572:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774187.243574:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774187.243819:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774187.243821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774192.362816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774192.362824:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774192.363253:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774192.363256:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774192.363510:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774192.363512:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774192.363731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774192.363732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774197.482753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774197.482766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774197.483296:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774197.483299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774197.483533:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774197.483534:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774197.483754:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774197.483756:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774202.602928:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774202.603244:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774202.603382:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774202.603562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774207.722974:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774207.723002:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774207.723561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774207.723564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774207.723871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774207.723873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774207.724235:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774207.724238:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774212.842771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774212.842777:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774212.843395:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774212.843398:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774212.843631:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774212.843633:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774212.843812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774212.843814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774217.962923:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774217.962930:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774217.963473:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774217.963475:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774217.963674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774217.963677:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774217.963963:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774217.963966:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774223.082908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774223.082915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774223.083460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774223.083462:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774223.083771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774223.083773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774223.084081:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774223.084084:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774228.202853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774228.202878:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774228.203561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774228.203563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774228.203779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774228.203782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774228.204042:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774228.204045:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774233.322690:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774233.322694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774233.323114:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774233.323116:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774233.323456:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774233.323457:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774233.323696:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774233.323698:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774238.442936:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774238.442941:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774238.443427:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774238.443429:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774238.443657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774238.443659:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774238.443966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774238.443968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774243.562923:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774243.562949:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774243.563474:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774243.563476:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774243.563809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774243.563812:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774243.564065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774243.564067:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774248.682823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774248.682828:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774248.683462:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774248.683464:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774248.683716:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774248.683718:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774248.683944:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774248.683946:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774253.802862:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774253.802869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774253.803435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774253.803438:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774253.803662:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774253.803664:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774253.803876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774253.803878:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774258.923115:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774258.923141:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774258.923729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774258.923732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774258.924058:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774258.924061:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774258.924426:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774258.924429:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774264.042962:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774264.042968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774264.043554:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774264.043555:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774264.043821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774264.043824:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774264.044071:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774264.044073:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774269.162787:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774269.163222:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774269.163443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774269.163593:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774274.282863:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774274.282868:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774274.283513:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774274.283515:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774274.283809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774274.283811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774274.284117:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774274.284120:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774279.402748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774279.402752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774279.403106:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774279.403108:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774279.403346:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774279.403348:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774279.403519:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774279.403521:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774284.522785:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774284.522789:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774284.523249:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774284.523252:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774284.523442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774284.523444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774284.523623:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774284.523625:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774289.643637:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774289.643644:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774289.644215:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774289.644218:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774289.644518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774289.644536:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774289.644853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774289.644856:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774294.762594:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774294.762598:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774294.762989:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774294.762990:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774294.763216:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774294.763217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774294.763375:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774294.763377:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774299.882762:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774299.882766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774299.883128:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774299.883130:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774299.883343:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774299.883346:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774299.883626:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774299.883629:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774305.002755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774305.002759:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774305.003311:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774305.003313:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774305.003475:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774305.003482:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774305.003706:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774305.003709:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774310.122795:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774310.122799:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774310.123138:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774310.123140:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774310.123475:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774310.123476:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774310.123639:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774310.123641:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774315.242807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774315.242813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774315.243325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774315.243328:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774315.243613:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774315.243615:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774315.243845:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774315.243847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000008:00000001:3.0:1775774320.362661:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.362673:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774320.362679:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775774320.362682:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774320.362688:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774320.362690:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.362695:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774320.362698:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774320.362702:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774320.362709:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774320.362715:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774320.362726:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309042304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774320.362741:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774320.362747:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774320.362754:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309042304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775774320.362756:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774320.362761:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775774320.362773:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774320.362777:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774320.362781:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774320.362783:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774320.362784:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774320.362787:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774320.362792:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10596
00000400:00000200:3.0:1775774320.362801:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774320.362806:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774320.362810:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774320.362816:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.362822:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774320.362827:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.362831:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774320.362835:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774320.362844:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774320.362846:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774320.362850:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774320.362852:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774320.362854:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774320.362859:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.362864:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774320.362868:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.362870:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774320.362875:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774320.362879:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774320.362884:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774320.362888:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774320.362891:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774320.362895:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.362899:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774320.362902:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774320.362907:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.362912:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774320.362918:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775774320.362923:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774320.362930:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774320.362933:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.362937:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774320.362941:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774320.362945:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774320.362952:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774320.362959:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774320.362969:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309042432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774320.362987:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774320.362991:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774320.363006:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309042432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774320.363021:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774320.363026:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774320.363034:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774320.363038:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774320.363042:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774320.363047:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774320.363053:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10596
00000400:00000200:3.0:1775774320.363063:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774320.363070:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774320.363076:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774320.363081:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.363085:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774320.363090:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.363096:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774320.363100:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774320.363103:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774320.363106:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774320.363109:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774320.363114:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774320.363120:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774320.363126:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.363129:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774320.363131:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774320.363133:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774320.363137:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774320.363144:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774320.363149:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774320.363158:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774320.363190:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774320.363194:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.363197:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774320.363200:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774320.363206:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.363211:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774320.363218:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775774320.363223:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774320.363230:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774320.363233:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774320.363238:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774320.363241:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774320.363245:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774320.363251:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774320.363269:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774320.363279:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309042560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774320.363304:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774320.363307:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774320.363315:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309042560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774320.363337:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774320.363345:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10606)
00000800:00000200:0.1:1775774320.363380:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774320.363382:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774320.363596:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774320.363603:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774320.363870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774320.363872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774325.482745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774325.482750:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774325.483286:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774325.483289:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774325.483561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774325.483564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774325.483835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774325.483837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774330.602890:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774330.602895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774330.603372:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774330.603373:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774330.603533:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774330.603534:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774330.603719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774330.603721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1775774335.722276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774335.722289:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774335.722292:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774335.722297:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774335.722302:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774335.722309:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10612
00000400:00000200:3.0:1775774335.722319:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774335.722326:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774335.722525:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774335.722532:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722535:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722537:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722538:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774335.722541:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774335.722543:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774335.722544:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774335.722546:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774335.722548:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774335.722549:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774335.722551:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722552:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722553:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722555:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774335.722556:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774335.722558:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722560:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774335.722562:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774335.722565:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774335.722567:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.722568:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774335.722570:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774335.722574:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775774335.722577:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774335.722579:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774335.722580:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.722582:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774335.722584:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774335.722587:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774335.722592:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775774335.722597:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774335.722611:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309043712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774335.722620:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774335.722624:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774335.722628:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309043712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774335.722653:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774335.722657:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774335.722660:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774335.722661:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774335.722663:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774335.722666:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774335.722668:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10612
00000400:00000200:3.0:1775774335.722675:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774335.722679:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774335.722681:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774335.722683:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722684:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722686:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722687:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774335.722688:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774335.722689:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774335.722690:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774335.722692:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774335.722697:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774335.722700:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774335.722713:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722717:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722722:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722732:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774335.722738:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774335.722745:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722750:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774335.722759:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774335.722764:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774335.722768:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.722769:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774335.722775:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774335.722779:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.722782:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774335.722787:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775774335.722793:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774335.722798:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774335.722802:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.722804:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774335.722806:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774335.722809:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774335.722814:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775774335.722823:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774335.722829:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309043840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774335.722835:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774335.722842:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774335.722848:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309043840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774335.722854:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774335.722857:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774335.722860:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774335.722861:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774335.722864:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774335.722870:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774335.722874:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10612
00000400:00000200:3.0:1775774335.722889:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774335.722893:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774335.722894:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774335.722896:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722899:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722903:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722908:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774335.722916:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774335.722919:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774335.722924:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774335.722929:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774335.722937:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774335.722948:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774335.722960:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722966:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.722973:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.722976:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774335.722981:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:0.1:1775774335.723076:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774335.723090:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723093:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774335.723095:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774335.723098:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774335.723100:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723102:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774335.723105:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774335.723109:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723115:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774335.723121:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775774335.723132:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774335.723137:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774335.723140:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723142:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774335.723143:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774335.723146:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774335.723153:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774335.723156:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774335.723215:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309043968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774335.723250:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774335.723253:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774335.723260:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309043968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774335.723284:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774335.723290:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774335.723308:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774335.723312:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774335.723318:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774335.723326:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774335.723335:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10612
00000400:00000200:3.0:1775774335.723349:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774335.723360:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774335.723365:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774335.723373:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723380:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.723386:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723390:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774335.723396:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774335.723402:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774335.723412:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774335.723416:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774335.723425:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774335.723432:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774335.723443:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723452:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774335.723461:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723467:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774335.723475:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774335.723484:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774335.723494:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774335.723502:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774335.723509:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774335.723515:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723521:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774335.723527:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774335.723534:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723540:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774335.723549:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775774335.723555:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774335.723561:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774335.723564:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774335.723572:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774335.723576:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774335.723582:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774335.723590:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774335.723601:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774335.723614:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309044096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774335.723639:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775774335.723642:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775774335.723645:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774335.723657:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309044096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774335.723691:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774335.723701:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10622)
00000800:00000200:0.1:1775774335.723849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774335.724675:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774340.842298:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774340.842313:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774340.842316:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774340.842321:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774340.842327:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774340.842336:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10617
00000400:00000200:3.0:1775774340.842348:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774340.842354:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774340.842357:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774340.842359:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842362:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842364:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774340.842370:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774340.842371:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774340.842375:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774340.842377:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774340.842380:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774340.842382:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774340.842385:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842387:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842388:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842390:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774340.842393:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774340.842396:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842398:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774340.842423:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774340.842427:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774340.842431:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842434:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774340.842437:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774340.842445:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775774340.842450:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774340.842454:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774340.842456:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842460:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774340.842463:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774340.842469:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774340.842481:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774340.842490:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774340.842502:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309044224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774340.842514:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774340.842520:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774340.842525:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309044224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774340.842555:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774340.842558:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774340.842562:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774340.842563:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774340.842565:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774340.842568:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774340.842571:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10617
00000400:00000200:3.0:1775774340.842575:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774340.842578:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774340.842581:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774340.842584:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842586:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842596:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842598:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774340.842601:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774340.842602:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774340.842604:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774340.842606:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774340.842608:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774340.842611:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774340.842616:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842618:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842622:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842625:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774340.842628:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774340.842633:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842635:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774340.842639:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774340.842648:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774340.842652:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842655:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774340.842662:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774340.842668:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842672:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774340.842678:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775774340.842681:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774340.842685:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774340.842686:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842688:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774340.842691:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774340.842694:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774340.842701:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774340.842706:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774340.842712:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309044352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774340.842729:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774340.842731:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774340.842737:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309044352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774340.842751:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774340.842754:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774340.842761:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774340.842763:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774340.842764:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774340.842774:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774340.842779:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10617
00000400:00000200:3.0:1775774340.842791:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774340.842798:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774340.842802:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774340.842809:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842813:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842817:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842821:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774340.842824:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774340.842826:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774340.842829:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774340.842831:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774340.842835:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774340.842838:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774340.842842:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842846:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.842851:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842855:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774340.842864:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774340.842871:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774340.842874:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774340.842876:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774340.842881:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774340.842886:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842889:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774340.842893:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774340.842932:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842935:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774340.842939:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775774340.842942:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774340.842947:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774340.842949:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.842952:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774340.842955:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774340.842958:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774340.842963:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774340.842968:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774340.842975:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309044480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774340.842984:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774340.842988:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774340.842994:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309044480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774340.843007:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774340.843007:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774340.843011:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775774340.843013:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775774340.843016:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774340.843017:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774340.843019:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774340.843023:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774340.843035:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10617
00000400:00000200:3.0:1775774340.843042:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774340.843047:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774340.843052:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774340.843061:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.843064:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.843066:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.843071:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774340.843077:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774340.843079:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774340.843081:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774340.843085:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774340.843089:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774340.843091:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774340.843095:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.843099:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774340.843104:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774340.843108:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774340.843113:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774340.843116:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774340.843121:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774340.843553:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774340.843555:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774340.843811:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774340.843814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1775774340.844009:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774340.844015:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774340.844021:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.844026:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774340.844031:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774340.844036:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.844039:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774340.844046:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775774340.844051:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774340.844058:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774340.844070:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774340.844072:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774340.844076:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774340.844080:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774340.844086:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774340.844091:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774340.844097:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309044608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774340.844105:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774340.844108:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774340.844111:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309044608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774340.844135:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774340.844141:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10627)
00000800:00000200:0.1:1775774340.844930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774340.844934:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774345.962703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774345.962706:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774345.963111:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774345.963114:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774345.963400:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774345.963402:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774345.963604:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774345.963606:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774351.082881:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774351.082887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774351.083298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774351.083300:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774351.083540:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774351.083542:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774351.083771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774351.083773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774356.202951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774356.202958:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774356.203420:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774356.203423:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774356.203724:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774356.203727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774356.204002:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774356.204005:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774361.322850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774361.322855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774361.323435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774361.323437:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774361.323663:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774361.323664:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774361.323959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774361.323960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774366.442768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774366.442771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774366.443265:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774366.443268:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774366.443438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774366.443440:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774366.443648:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774366.443650:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774371.562804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774371.562808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774371.563280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774371.563281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774371.563506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774371.563507:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774371.563697:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774371.563699:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1775774376.682289:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774376.682295:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774376.682297:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774376.682301:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774376.682305:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774376.682310:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10653
00000400:00000200:3.0:1775774376.682318:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774376.682323:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774376.682326:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774376.682329:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682331:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682332:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682334:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774376.682337:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774376.682338:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774376.682340:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774376.682341:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774376.682342:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774376.682358:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774376.682360:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682361:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682362:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682364:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774376.682365:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774376.682367:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682368:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774376.682370:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774376.682373:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774376.682375:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682376:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774376.682378:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774376.682382:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775774376.682385:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774376.682387:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774376.682388:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682390:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774376.682392:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774376.682396:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774376.682401:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775774376.682406:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774376.682413:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309047808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774376.682423:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774376.682427:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774376.682432:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309047808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774376.682461:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774376.682465:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774376.682468:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774376.682474:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774376.682477:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774376.682480:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774376.682483:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10653
00000400:00000200:3.0:1775774376.682488:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774376.682492:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774376.682494:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774376.682499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682502:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682506:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682509:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774376.682513:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774376.682516:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774376.682519:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774376.682523:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774376.682527:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774376.682532:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774376.682539:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682543:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682548:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682552:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774376.682556:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774376.682559:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682563:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774376.682566:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774376.682570:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774376.682573:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682576:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774376.682579:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774376.682583:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682590:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774376.682593:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775774376.682596:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774376.682599:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774376.682601:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682604:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774376.682607:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774376.682610:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774376.682617:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774376.682624:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774376.682634:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309047936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774376.682647:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774376.682652:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774376.682659:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309047936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774376.682685:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774376.682691:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774376.682697:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774376.682700:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774376.682703:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774376.682708:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774376.682713:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10653
00000800:00000200:1.1:1775774376.682718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775774376.682722:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775774376.682722:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1775774376.682730:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774376.682743:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774376.682753:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682758:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682764:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682768:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774376.682770:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774376.682781:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774376.682784:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774376.682788:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774376.682791:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774376.682796:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774376.682802:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682807:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.682812:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682816:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774376.682820:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774376.682825:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774376.682828:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774376.682832:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774376.682837:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774376.682842:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682847:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774376.682851:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774376.682856:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682860:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774376.682867:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775774376.682871:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774376.682876:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774376.682879:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.682882:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774376.682885:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774376.682888:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774376.682896:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774376.682901:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774376.682911:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309048064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774376.682932:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774376.682937:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774376.682949:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309048064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774376.682962:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774376.682965:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774376.682972:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774376.682974:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774376.682976:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774376.682980:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774376.682983:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10653
00000400:00000200:3.0:1775774376.682989:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774376.682992:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774376.682995:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774376.682999:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.683001:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.683004:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.683006:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774376.683010:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774376.683011:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774376.683013:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774376.683015:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774376.683018:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774376.683029:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774376.683032:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.683034:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774376.683036:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774376.683039:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774376.683041:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774376.683044:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774376.683046:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774376.683053:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774376.683056:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774376.683059:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.683062:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774376.683064:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774376.683067:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.683068:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774376.683071:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775774376.683074:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774376.683076:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774376.683081:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774376.683083:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774376.683084:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774376.683086:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774376.683088:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774376.683092:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774376.683097:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309048192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774376.683106:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774376.683109:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774376.683114:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309048192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774376.683130:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774376.683134:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10663)
00000800:00000200:1.1:1775774376.683260:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774376.683263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774376.683504:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774376.683505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774376.683721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774376.683724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774381.802680:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774381.802687:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774381.803055:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774381.803057:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774381.803283:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774381.803285:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774381.803442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774381.803444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774386.922672:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774386.922683:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774386.923238:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774386.923240:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774386.923467:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774386.923469:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774386.923635:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774386.923636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774392.042834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774392.042840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774392.043293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774392.043295:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774392.043483:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774392.043484:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774392.043729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774392.043732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774397.162689:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774397.162693:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774397.163076:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774397.163078:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774397.163291:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774397.163293:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774397.163466:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774397.163468:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774402.282818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774402.283098:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774402.283295:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774402.283480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774407.403031:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774407.403037:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774407.403663:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774407.403666:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774407.404016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774407.404019:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774407.404392:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774407.404395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774412.523045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774412.523053:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775774412.523608:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774412.523610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775774412.523831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774412.523833:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775774412.524013:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774412.524015:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775774417.643018:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774417.643022:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774417.643624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774417.643626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774417.643869:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774417.643870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774417.644202:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774417.644211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1775774422.762309:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774422.762321:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774422.762325:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774422.762330:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774422.762336:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774422.762346:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10699
00000400:00000200:3.0:1775774422.762359:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774422.762367:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774422.762395:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774422.762400:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762404:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762406:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762409:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774422.762414:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774422.762417:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774422.762420:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774422.762423:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774422.762426:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774422.762429:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774422.762432:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762435:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762437:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762439:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774422.762443:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774422.762447:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762450:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774422.762454:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774422.762459:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774422.762462:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762496:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774422.762500:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774422.762510:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775774422.762515:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774422.762519:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774422.762521:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762524:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774422.762528:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774422.762533:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774422.762541:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774422.762548:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774422.762564:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309052416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774422.762575:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774422.762580:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774422.762586:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309052416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774422.762612:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774422.762617:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774422.762621:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774422.762622:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774422.762624:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774422.762628:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774422.762631:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10699
00000400:00000200:3.0:1775774422.762636:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774422.762640:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774422.762643:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774422.762647:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762649:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762652:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762655:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774422.762657:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774422.762659:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774422.762662:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774422.762664:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774422.762667:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774422.762671:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774422.762674:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762677:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762679:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762688:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774422.762695:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774422.762702:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762707:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774422.762710:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774422.762718:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774422.762723:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762727:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774422.762734:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774422.762743:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762749:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774422.762756:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775774422.762762:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774422.762769:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774422.762772:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762779:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774422.762781:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774422.762784:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774422.762789:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774422.762794:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774422.762805:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309052544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774422.762816:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774422.762819:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774422.762828:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309052544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774422.762838:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774422.762841:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774422.762843:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774422.762844:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774422.762846:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774422.762855:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774422.762858:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10699
00000400:00000200:3.0:1775774422.762870:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774422.762875:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774422.762877:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774422.762881:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762885:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762887:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762889:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774422.762891:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774422.762895:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774422.762898:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774422.762899:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774422.762901:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774422.762912:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774422.762921:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762927:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.762929:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762935:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774422.762947:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774422.762960:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774422.762972:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774422.762977:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774422.762984:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774422.762990:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.762993:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774422.762999:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774422.763006:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.763009:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774422.763013:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775774422.763020:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774422.763023:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774422.763027:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.763029:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774422.763032:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774422.763036:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774422.763046:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774422.763055:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774422.763066:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309052672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774422.763099:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774422.763102:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774422.763110:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309052672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774422.763148:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774422.763154:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774422.763159:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1775774422.763217:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775774422.763221:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775774422.763221:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1775774422.763226:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774422.763236:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774422.763245:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10699
00000400:00000200:3.0:1775774422.763264:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774422.763275:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774422.763281:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774422.763291:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.763303:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.763306:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.763313:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774422.763318:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774422.763323:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774422.763334:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774422.763342:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774422.763345:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774422.763348:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774422.763355:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.763358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774422.763364:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774422.763366:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774422.763372:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774422.763377:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774422.763383:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774422.763385:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774422.763388:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774422.763391:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.763393:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774422.763396:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774422.763400:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.763405:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774422.763412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775774422.763420:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774422.763427:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774422.763432:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774422.763445:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774422.763450:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774422.763454:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774422.763464:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774422.763487:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774422.763499:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309052800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774422.763567:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774422.763570:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774422.763581:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309052800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774422.763657:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774422.763666:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10709)
00000800:00000200:0.1:1775774422.763930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774422.763932:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774422.764262:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774422.764265:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774422.764575:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774422.764578:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00080000:3.0:1775774427.882231:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774427.882241:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774427.882244:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774427.882249:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774427.882254:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774427.882263:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10704
00000400:00000200:3.0:1775774427.882274:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774427.882289:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774427.882293:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774427.882296:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882299:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882301:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882303:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774427.882307:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774427.882309:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774427.882311:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774427.882314:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774427.882315:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774427.882317:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774427.882319:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882320:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882322:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774427.882323:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774427.882325:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882327:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774427.882342:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774427.882345:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774427.882347:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882349:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774427.882353:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774427.882360:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775774427.882364:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774427.882369:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774427.882371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882374:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774427.882386:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774427.882391:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774427.882401:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775774427.882409:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774427.882420:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309052928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774427.882431:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774427.882437:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774427.882442:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309052928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774427.882461:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774427.882463:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774427.882466:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774427.882467:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774427.882468:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774427.882470:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774427.882472:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10704
00000400:00000200:3.0:1775774427.882475:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774427.882478:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774427.882480:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774427.882482:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882484:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882490:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882492:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774427.882496:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774427.882497:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774427.882500:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774427.882502:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774427.882505:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774427.882507:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774427.882511:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882515:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882518:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882521:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774427.882525:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774427.882529:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882532:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774427.882534:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774427.882540:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774427.882543:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882547:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774427.882551:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774427.882554:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882557:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774427.882559:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775774427.882564:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774427.882566:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774427.882567:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882571:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774427.882574:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774427.882576:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774427.882580:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775774427.882584:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774427.882589:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309053056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774427.882600:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774427.882603:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774427.882608:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309053056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774427.882614:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774427.882617:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774427.882621:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774427.882622:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774427.882623:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774427.882626:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774427.882630:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10704
00000400:00000200:3.0:1775774427.882637:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774427.882642:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774427.882645:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774427.882647:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882651:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882654:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882656:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774427.882660:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774427.882660:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774427.882661:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774427.882663:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774427.882666:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774427.882668:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774427.882671:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882674:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882675:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882676:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774427.882682:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774427.882685:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882686:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774427.882687:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774427.882690:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774427.882692:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882693:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774427.882697:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774427.882699:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882700:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774427.882702:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775774427.882704:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774427.882707:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774427.882709:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882710:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774427.882712:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774427.882713:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774427.882717:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774427.882722:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774427.882734:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309053184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774427.882750:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774427.882754:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774427.882761:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309053184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774427.882779:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774427.882784:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774427.882787:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774427.882788:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774427.882789:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774427.882794:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774427.882803:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10704
00000400:00000200:3.0:1775774427.882809:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774427.882815:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774427.882816:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774427.882821:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775774427.882821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775774427.882826:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775774427.882828:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1775774427.882829:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882832:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774427.882834:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774427.882835:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774427.882837:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774427.882840:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774427.882844:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774427.882846:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774427.882851:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882853:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774427.882854:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882856:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774427.882859:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774427.882864:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774427.882867:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774427.882870:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774427.882872:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774427.882875:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882879:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774427.882881:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774427.882883:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882887:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774427.882890:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775774427.882896:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774427.882901:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774427.882907:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774427.882913:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774427.882917:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774427.882921:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774427.882927:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774427.882934:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774427.882944:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309053312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774427.882951:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774427.882954:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774427.882959:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309053312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774427.882971:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774427.882979:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10714)
00000800:00000200:0.1:1775774427.883268:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774427.883271:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774427.883551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774427.883553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774427.883824:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774427.883825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1775774433.002312:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774433.002320:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774433.002322:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774433.002325:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774433.002328:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774433.002334:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10709
00000400:00000200:3.0:1775774433.002345:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774433.002351:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774433.002353:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774433.002355:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002357:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002359:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002361:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774433.002363:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774433.002364:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774433.002367:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774433.002368:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774433.002370:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774433.002386:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774433.002388:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002389:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002390:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002392:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774433.002393:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774433.002395:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002397:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774433.002399:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774433.002401:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774433.002403:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002404:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774433.002406:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774433.002410:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775774433.002412:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774433.002414:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774433.002415:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002417:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774433.002419:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774433.002422:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774433.002428:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774433.002432:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774433.002439:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309053440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774433.002446:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774433.002449:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774433.002452:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309053440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774433.002467:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774433.002469:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774433.002471:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774433.002475:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774433.002476:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774433.002478:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774433.002480:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10709
00000400:00000200:3.0:1775774433.002483:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774433.002486:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774433.002487:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774433.002493:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002494:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002495:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002497:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774433.002498:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774433.002499:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774433.002501:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774433.002502:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774433.002503:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774433.002504:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774433.002506:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002508:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002510:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002515:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774433.002516:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774433.002520:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002522:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774433.002524:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774433.002530:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774433.002531:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002533:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774433.002535:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774433.002537:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002541:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774433.002547:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775774433.002550:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774433.002555:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774433.002557:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002564:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774433.002567:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774433.002571:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774433.002577:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774433.002583:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774433.002597:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309053568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774433.002613:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774433.002620:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774433.002631:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309053568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774433.002644:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774433.002648:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774433.002650:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774433.002651:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774433.002652:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774433.002654:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774433.002657:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10709
00000400:00000200:3.0:1775774433.002666:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774433.002669:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774433.002671:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774433.002674:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002677:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002680:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002684:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774433.002686:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774433.002694:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774433.002697:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774433.002701:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774433.002705:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774433.002709:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774433.002719:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002729:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002734:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002745:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774433.002757:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774433.002767:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002769:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774433.002771:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774433.002776:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774433.002780:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002785:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774433.002788:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774433.002795:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002797:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774433.002801:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775774433.002806:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774433.002814:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774433.002816:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.002821:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774433.002824:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774433.002826:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774433.002831:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774433.002839:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774433.002848:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309053696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774433.002865:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774433.002870:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774433.002885:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309053696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774433.002912:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774433.002916:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774433.002924:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774433.002926:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774433.002928:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774433.002931:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774433.002940:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10709
00000400:00000200:3.0:1775774433.002949:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.1:1775774433.002955:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775774433.002958:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:0.1:1775774433.002961:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1775774433.002963:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774433.002977:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002984:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.002993:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.002997:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774433.003003:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774433.003006:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774433.003009:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774433.003012:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774433.003019:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774433.003026:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774433.003048:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.003061:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774433.003073:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774433.003079:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774433.003084:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774433.003094:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774433.003100:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774433.003108:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774433.003112:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774433.003114:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.003116:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774433.003118:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774433.003126:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.003133:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774433.003141:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775774433.003151:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774433.003157:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774433.003196:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774433.003202:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774433.003205:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774433.003209:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774433.003217:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774433.003223:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774433.003242:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309053824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774433.003300:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774433.003303:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774433.003312:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309053824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774433.003384:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774433.003390:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10719)
00000800:00000200:0.1:1775774433.003629:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774433.003632:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774433.003919:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774433.003921:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774433.004204:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774433.004217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774438.122997:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774438.123013:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774438.123472:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774438.123474:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774438.123652:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774438.123655:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774438.123908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774438.123910:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774443.242800:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774443.242815:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774443.243231:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774443.243234:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774443.243506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774443.243508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774443.243764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774443.243766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1775774448.362331:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774448.362342:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774448.362345:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774448.362349:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774448.362354:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774448.362361:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10724
00000400:00000200:3.0:1775774448.362371:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774448.362378:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774448.362400:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774448.362404:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362408:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.362410:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362413:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774448.362417:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774448.362419:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774448.362422:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774448.362425:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774448.362427:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774448.362430:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774448.362433:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362435:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.362437:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362439:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774448.362442:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774448.362445:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362448:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774448.362451:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774448.362455:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774448.362458:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.362460:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774448.362463:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774448.362470:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775774448.362474:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774448.362477:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774448.362479:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.362482:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774448.362485:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774448.362490:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774448.362498:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775774448.362514:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774448.362531:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309054976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774448.362542:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774448.362547:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774448.362551:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309054976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774448.362582:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774448.362586:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774448.362589:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774448.362591:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774448.362592:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774448.362595:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774448.362598:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10724
00000400:00000200:3.0:1775774448.362603:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774448.362607:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774448.362610:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774448.362614:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362617:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.362620:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362622:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774448.362625:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774448.362627:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774448.362629:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774448.362631:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774448.362634:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774448.362638:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774448.362645:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362652:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.362673:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362685:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774448.362694:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774448.362711:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774448.362721:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774448.362725:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774448.362733:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774448.362738:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.362741:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774448.362747:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774448.362752:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.362759:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774448.362768:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775774448.362774:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774448.362779:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774448.362784:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.362786:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774448.362789:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774448.362795:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774448.362806:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774448.362814:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774448.362825:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309055104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774448.362851:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774448.362856:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774448.362871:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309055104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774448.362908:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774448.362918:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774448.362937:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774448.362941:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774448.362945:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774448.362963:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774448.362972:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10724
00000800:00000200:0.1:1775774448.362973:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774448.362978:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1775774448.362988:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774448.362998:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774448.363002:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774448.363012:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363040:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.363048:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363059:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774448.363066:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774448.363067:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774448.363071:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774448.363075:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774448.363082:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774448.363090:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774448.363100:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363107:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.363114:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363118:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774448.363123:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774448.363131:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363136:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774448.363141:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774448.363146:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774448.363150:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363153:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774448.363156:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774448.363161:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363220:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774448.363229:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775774448.363240:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774448.363250:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774448.363253:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363257:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774448.363260:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774448.363266:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774448.363274:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774448.363282:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774448.363291:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309055232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774448.363357:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774448.363367:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774448.363382:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309055232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774448.363439:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774448.363447:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774448.363460:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774448.363467:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774448.363471:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774448.363485:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774448.363494:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10724
00000400:00000200:3.0:1775774448.363511:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774448.363524:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774448.363534:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774448.363547:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363555:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.363567:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363577:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774448.363584:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774448.363588:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774448.363600:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774448.363605:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774448.363613:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774448.363621:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774448.363635:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363639:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774448.363643:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363649:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774448.363656:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774448.363667:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774448.363679:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774448.363687:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774448.363694:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774448.363700:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363705:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774448.363709:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774448.363718:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363723:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774448.363730:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775774448.363736:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774448.363746:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774448.363751:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774448.363757:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774448.363760:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774448.363767:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774448.363779:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774448.363790:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774448.363806:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309055360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774448.363844:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774448.363850:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774448.363872:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309055360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774448.363919:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774448.363929:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10734)
00000800:00000200:0.1:1775774448.363935:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774448.363939:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774448.364221:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774448.364222:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774448.364434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774448.364446:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774453.483053:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774453.483060:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775774453.483572:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774453.483575:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775774453.483832:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774453.483834:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775774453.484030:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774453.484032:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000100:00080000:3.0:1775774458.602301:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774458.602309:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774458.602311:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774458.602315:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774458.602318:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774458.602324:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10735
00000400:00000200:3.0:1775774458.602332:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774458.602343:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774458.602346:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774458.602348:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602353:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602354:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774458.602357:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774458.602359:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774458.602361:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774458.602363:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774458.602364:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774458.602366:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774458.602368:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602369:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602370:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602372:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774458.602373:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774458.602376:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602377:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774458.602399:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774458.602402:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774458.602404:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602405:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774458.602407:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774458.602412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775774458.602415:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774458.602418:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774458.602419:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602421:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774458.602424:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774458.602427:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774458.602434:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774458.602439:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774458.602447:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309056000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774458.602455:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774458.602458:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774458.602461:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309056000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774458.602479:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774458.602481:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774458.602484:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774458.602485:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774458.602486:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774458.602488:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774458.602490:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10735
00000400:00000200:3.0:1775774458.602493:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774458.602495:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774458.602497:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774458.602499:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602500:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602506:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602507:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774458.602509:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774458.602510:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774458.602511:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774458.602513:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774458.602514:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774458.602516:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774458.602518:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602519:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602520:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602522:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774458.602524:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774458.602526:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602528:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774458.602530:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774458.602534:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774458.602535:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602537:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774458.602540:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774458.602542:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602543:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774458.602546:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775774458.602547:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774458.602551:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774458.602553:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602554:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774458.602555:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774458.602557:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774458.602560:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774458.602563:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774458.602566:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309056128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774458.602583:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774458.602586:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774458.602592:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309056128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774458.602605:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774458.602610:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774458.602613:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774458.602615:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774458.602617:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774458.602621:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774458.602628:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10735
00000400:00000200:3.0:1775774458.602641:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774458.602649:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774458.602657:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774458.602663:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602667:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602671:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602675:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774458.602677:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774458.602679:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774458.602681:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774458.602683:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774458.602685:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774458.602691:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774458.602695:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602703:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602708:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602716:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774458.602722:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774458.602734:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602737:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774458.602740:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774458.602744:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774458.602759:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602762:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774458.602768:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774458.602776:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602783:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774458.602788:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775774458.602790:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774458.602796:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774458.602798:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.602807:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774458.602808:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774458.602810:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774458.602813:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774458.602816:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774458.602820:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309056256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774458.602834:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774458.602836:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774458.602839:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309056256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774458.602868:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774458.602870:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774458.602874:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774458.602879:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774458.602881:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774458.602885:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774458.602892:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10735
00000400:00000200:3.0:1775774458.602904:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774458.602915:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774458.602920:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774458.602931:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602937:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.602941:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602948:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774458.602958:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774458.602963:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774458.602968:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774458.602971:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774458.602977:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774458.602985:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774458.602990:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.602992:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774458.603000:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774458.603004:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774458.603007:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774458.603015:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774458.603022:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774458.603025:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774458.603028:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774458.603030:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.603035:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774458.603038:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774458.603041:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.603042:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774458.603046:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775774458.603047:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774458.603050:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774458.603057:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774458.603059:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774458.603060:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774458.603063:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774458.603067:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774458.603071:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774458.603079:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309056384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774458.603091:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774458.603098:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774458.603102:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309056384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774458.603121:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774458.603134:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10745)
00000800:00000200:0.1:1775774458.603244:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774458.603248:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774458.603742:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774458.603745:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774458.604079:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774458.604081:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775774458.604410:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774458.604413:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000100:00080000:3.0:1775774463.722227:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774463.722235:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774463.722237:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774463.722241:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774463.722244:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774463.722250:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10740
00000400:00000200:3.0:1775774463.722258:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774463.722263:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774463.722265:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774463.722267:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722271:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722272:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722274:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774463.722277:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774463.722278:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774463.722281:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774463.722283:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774463.722284:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774463.722301:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774463.722303:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722305:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722306:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722307:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774463.722309:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774463.722311:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722313:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774463.722315:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774463.722317:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774463.722320:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722321:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774463.722323:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774463.722327:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775774463.722330:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774463.722332:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774463.722333:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722335:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774463.722338:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774463.722342:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774463.722348:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775774463.722353:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774463.722361:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309056512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774463.722369:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774463.722373:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774463.722376:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309056512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774463.722395:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774463.722398:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774463.722400:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774463.722406:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774463.722408:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774463.722410:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774463.722412:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10740
00000400:00000200:3.0:1775774463.722415:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774463.722417:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774463.722419:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774463.722422:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722423:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722425:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722426:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774463.722428:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774463.722429:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774463.722430:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774463.722431:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774463.722433:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774463.722434:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774463.722436:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722438:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722439:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722441:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774463.722443:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774463.722446:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722449:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774463.722452:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774463.722458:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774463.722460:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722462:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774463.722466:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774463.722470:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722475:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774463.722478:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775774463.722479:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774463.722481:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774463.722482:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722483:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774463.722486:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774463.722488:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774463.722493:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775774463.722497:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774463.722503:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309056640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774463.722512:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774463.722515:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774463.722518:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309056640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774463.722528:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774463.722534:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774463.722540:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774463.722542:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774463.722545:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774463.722551:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774463.722557:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10740
00000400:00000200:3.0:1775774463.722566:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774463.722572:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774463.722577:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774463.722581:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722584:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722586:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722589:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774463.722593:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774463.722600:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774463.722602:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774463.722604:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774463.722606:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774463.722607:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774463.722615:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722620:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722624:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722629:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774463.722633:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774463.722640:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722646:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774463.722649:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774463.722654:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774463.722659:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722663:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774463.722667:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774463.722673:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722676:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774463.722680:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775774463.722684:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774463.722687:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774463.722689:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722693:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774463.722696:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774463.722700:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774463.722708:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774463.722714:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774463.722723:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309056768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774463.722742:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774463.722747:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774463.722789:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309056768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774463.722802:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774463.722806:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774463.722812:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774463.722816:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774463.722819:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774463.722825:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774463.722829:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10740
00000800:00000200:0.1:1775774463.722830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775774463.722835:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.1:1775774463.722837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000400:00000200:3.0:1775774463.722839:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774463.722842:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774463.722847:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722851:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722855:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722857:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774463.722861:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774463.722862:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774463.722864:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774463.722865:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774463.722866:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774463.722871:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774463.722875:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722878:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774463.722881:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722884:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774463.722886:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774463.722888:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774463.722892:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774463.722899:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774463.722903:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774463.722906:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722908:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774463.722912:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774463.722918:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722922:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774463.722928:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775774463.722933:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774463.722937:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774463.722940:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774463.722944:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774463.722947:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774463.722951:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774463.722957:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774463.722962:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774463.722972:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309056896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774463.722983:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774463.722985:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774463.722989:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309056896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774463.722996:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774463.723002:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10750)
00000800:00000200:0.1:1775774463.723378:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774463.723381:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774463.723701:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774463.723704:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774463.723985:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774463.723992:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775774468.842834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774468.843263:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774468.843475:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774468.843632:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774473.962426:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774473.962436:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774473.962439:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774473.962444:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774473.962449:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774473.962458:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10750
00000400:00000200:3.0:1775774473.962469:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774473.962476:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774473.962499:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774473.962503:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962506:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962507:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962509:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774473.962513:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774473.962514:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774473.962517:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774473.962519:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774473.962521:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774473.962523:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774473.962525:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962527:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962528:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962529:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774473.962532:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774473.962534:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962535:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774473.962538:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774473.962542:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774473.962545:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962548:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774473.962551:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774473.962560:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775774473.962564:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774473.962568:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774473.962628:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962633:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774473.962639:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774473.962646:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774473.962658:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774473.962668:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774473.962688:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309057536/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774473.962702:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774473.962709:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774473.962715:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309057536/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774473.962756:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774473.962761:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774473.962765:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774473.962766:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774473.962768:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774473.962771:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774473.962775:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10750
00000400:00000200:3.0:1775774473.962780:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774473.962783:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774473.962786:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774473.962789:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962791:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962793:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962795:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774473.962798:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774473.962799:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774473.962801:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774473.962803:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774473.962805:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774473.962808:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774473.962811:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962813:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962815:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962828:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774473.962831:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774473.962834:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962837:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774473.962840:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774473.962848:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774473.962851:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962853:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774473.962858:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774473.962861:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962863:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774473.962867:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775774473.962871:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774473.962873:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774473.962875:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962876:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774473.962878:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774473.962880:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774473.962884:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774473.962888:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774473.962893:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309057664/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774473.962901:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774473.962903:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774473.962907:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309057664/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774473.962914:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774473.962917:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774473.962921:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774473.962923:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774473.962925:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774473.962934:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774473.962937:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10750
00000400:00000200:3.0:1775774473.962942:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774473.962946:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774473.962948:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774473.962951:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962953:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962955:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962957:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774473.962960:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774473.962962:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774473.962964:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774473.962966:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774473.962968:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774473.962971:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774473.962973:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962975:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.962977:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962979:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774473.962982:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774473.962985:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774473.962988:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774473.962990:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774473.962993:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774473.962995:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.962997:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774473.963001:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774473.963003:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.963004:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774473.963009:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775774473.963017:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774473.963020:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774473.963021:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.963023:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774473.963025:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774473.963026:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774473.963031:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774473.963034:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774473.963040:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309057792/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774473.963048:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774473.963051:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774473.963054:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309057792/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774473.963063:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774473.963067:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774473.963071:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774473.963073:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774473.963075:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774473.963078:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774473.963080:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10750
00000400:00000200:3.0:1775774473.963086:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774473.963089:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774473.963091:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774473.963094:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.963096:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.963099:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.963101:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774473.963103:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774473.963105:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774473.963112:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774473.963114:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774473.963117:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774473.963119:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774473.963123:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.963126:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774473.963128:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774473.963130:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774473.963132:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774473.963135:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774473.963138:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774473.963140:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774473.963143:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774473.963146:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.963148:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774473.963151:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774473.963153:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.963155:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774473.963159:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775774473.963195:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774473.963199:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774473.963200:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774473.963203:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774473.963204:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774473.963206:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774473.963212:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774473.963216:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774473.963221:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309057920/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774473.963229:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774473.963232:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774473.963332:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309057920/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774473.963348:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774473.963355:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10760)
00000800:00000200:0.1:1775774473.963730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774473.963733:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774473.964143:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774473.964146:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774473.964533:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774473.964535:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774473.964866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774473.964869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774479.082721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774479.082726:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774479.083399:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774479.083401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774479.083613:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774479.083615:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774479.083904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774479.083906:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774484.202783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774484.202788:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774484.203359:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774484.203361:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774484.203597:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774484.203599:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774484.203783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774484.203784:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1775774489.322276:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774489.322285:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774489.322288:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774489.322292:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774489.322296:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774489.322303:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10765
00000400:00000200:3.0:1775774489.322330:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774489.322337:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774489.322341:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774489.322344:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322350:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322353:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774489.322358:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774489.322360:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774489.322362:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774489.322365:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774489.322368:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774489.322370:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774489.322373:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322375:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322378:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322380:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774489.322383:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774489.322386:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322389:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774489.322409:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774489.322413:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774489.322416:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322420:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774489.322422:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774489.322429:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775774489.322434:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774489.322438:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774489.322439:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322443:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774489.322446:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774489.322450:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774489.322458:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775774489.322465:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774489.322474:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309059072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774489.322495:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774489.322500:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774489.322506:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309059072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774489.322532:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774489.322535:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774489.322539:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774489.322541:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774489.322542:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774489.322546:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774489.322549:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10765
00000400:00000200:3.0:1775774489.322554:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774489.322559:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774489.322562:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774489.322566:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322569:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322581:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322585:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774489.322590:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774489.322593:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774489.322606:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774489.322610:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774489.322615:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774489.322622:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774489.322631:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322636:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322641:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322644:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774489.322649:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774489.322656:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322660:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774489.322663:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774489.322670:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774489.322676:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322681:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774489.322688:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774489.322695:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322699:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774489.322705:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775774489.322710:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774489.322714:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774489.322725:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322729:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774489.322732:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774489.322736:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774489.322743:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774489.322750:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774489.322760:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309059200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774489.322785:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774489.322789:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774489.322799:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309059200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774489.322818:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774489.322823:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774489.322830:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774489.322834:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774489.322837:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774489.322844:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775774489.322848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774489.322850:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10765
00000800:00000200:0.1:1775774489.322853:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1775774489.322858:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774489.322868:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774489.322872:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774489.322877:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322880:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322884:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322898:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774489.322903:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774489.322904:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774489.322906:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774489.322908:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774489.322913:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774489.322920:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774489.322929:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322933:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.322939:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322943:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774489.322956:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774489.322964:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774489.322969:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774489.322974:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774489.322979:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774489.322993:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.322995:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774489.322999:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774489.323004:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.323007:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774489.323014:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775774489.323019:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774489.323025:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774489.323028:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.323033:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774489.323036:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774489.323040:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774489.323049:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774489.323055:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774489.323065:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309059328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774489.323095:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774489.323101:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774489.323112:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309059328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774489.323135:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774489.323142:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774489.323149:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774489.323154:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774489.323158:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774489.323199:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774489.323211:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10765
00000400:00000200:3.0:1775774489.323219:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774489.323227:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774489.323233:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774489.323239:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.323244:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.323248:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.323253:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774489.323257:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774489.323260:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774489.323264:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774489.323268:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774489.323274:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774489.323279:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774489.323286:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.323291:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774489.323295:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774489.323298:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774489.323301:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774489.323324:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774489.323330:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774489.323335:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774489.323341:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774489.323347:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.323352:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774489.323357:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774489.323365:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.323370:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774489.323377:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775774489.323383:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774489.323389:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774489.323398:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774489.323402:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774489.323406:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774489.323411:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774489.323421:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774489.323428:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774489.323440:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309059456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774489.323465:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774489.323470:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774489.323482:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309059456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774489.323505:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774489.323509:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774489.323512:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1775774489.323513:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10775)
00000800:00000200:0.1:1775774489.323710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774489.323712:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774489.323942:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774489.323944:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774494.442837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774494.442839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774494.443515:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774494.443517:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774494.443706:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774494.443708:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775774494.443933:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774494.443934:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1775774499.562280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774499.562287:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774499.562290:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774499.562293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774499.562296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774499.562303:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10776
00000400:00000200:3.0:1775774499.562312:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774499.562318:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774499.562321:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774499.562323:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562326:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562328:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562329:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774499.562332:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774499.562334:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774499.562336:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774499.562338:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774499.562340:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774499.562357:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774499.562361:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562363:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562365:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562367:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774499.562369:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774499.562371:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562373:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774499.562376:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774499.562378:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774499.562380:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562381:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774499.562383:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774499.562388:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775774499.562391:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774499.562395:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774499.562396:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562399:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774499.562401:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774499.562405:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774499.562412:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774499.562420:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774499.562427:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309060096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774499.562435:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774499.562439:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774499.562442:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309060096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774499.562462:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774499.562465:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774499.562469:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774499.562475:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774499.562476:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774499.562479:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774499.562481:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10776
00000400:00000200:3.0:1775774499.562485:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774499.562489:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774499.562492:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774499.562495:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562498:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562501:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562505:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774499.562509:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774499.562512:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774499.562516:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774499.562519:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774499.562522:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774499.562524:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774499.562529:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562534:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562540:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562542:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774499.562546:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774499.562552:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562557:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774499.562562:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774499.562570:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774499.562574:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562578:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774499.562584:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774499.562590:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562601:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774499.562606:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775774499.562610:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774499.562615:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774499.562617:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562621:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774499.562625:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774499.562628:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774499.562635:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774499.562641:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774499.562651:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309060224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774499.562666:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774499.562671:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774499.562680:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309060224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774499.562701:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774499.562704:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774499.562712:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774499.562717:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774499.562720:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774499.562726:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774499.562732:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10776
00000400:00000200:3.0:1775774499.562741:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.1:1775774499.562748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775774499.562750:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:0.1:1775774499.562751:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1775774499.562755:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774499.562763:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562767:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562771:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562778:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774499.562782:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774499.562790:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774499.562793:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774499.562796:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774499.562800:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774499.562805:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774499.562812:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562815:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.562821:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562824:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774499.562829:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774499.562834:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774499.562838:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774499.562842:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774499.562845:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774499.562848:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562849:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774499.562851:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774499.562854:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562858:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774499.562864:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775774499.562869:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774499.562874:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774499.562876:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.562878:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774499.562880:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774499.562882:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774499.562887:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774499.562891:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774499.562899:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309060352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774499.562914:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774499.562919:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774499.562938:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309060352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774499.562969:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774499.562973:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774499.562979:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774499.562981:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774499.562985:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774499.562990:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774499.562993:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10776
00000400:00000200:3.0:1775774499.563000:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774499.563009:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774499.563012:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774499.563019:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.563024:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.563028:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.563032:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774499.563038:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774499.563041:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774499.563044:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774499.563046:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774499.563050:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774499.563053:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774499.563057:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.563060:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774499.563066:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774499.563071:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774499.563074:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774499.563079:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774499.563082:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774499.563091:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774499.563096:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774499.563098:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.563101:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774499.563105:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774499.563108:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.563111:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774499.563116:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775774499.563120:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774499.563125:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774499.563141:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774499.563142:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774499.563143:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774499.563145:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774499.563149:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774499.563156:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774499.563191:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309060480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774499.563202:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774499.563206:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774499.563214:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309060480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774499.563229:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774499.563234:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10786)
00000800:00000200:0.1:1775774499.563387:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774499.563389:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774499.563575:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774499.563576:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774499.563747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774499.563749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775774504.682764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774504.682771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774504.683293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774504.683295:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774504.683492:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774504.683494:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774504.683665:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774504.683667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774509.802915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774509.802921:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774509.803506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774509.803508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774509.803814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774509.803816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774509.804133:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774509.804135:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774514.923119:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774514.923123:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774514.923788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774514.923790:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774514.924026:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774514.924028:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774514.924284:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774514.924286:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774520.042873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774520.042879:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774520.043483:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774520.043486:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774520.043856:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774520.043858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774520.044189:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774520.044192:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774525.162861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774525.162868:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774525.163341:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774525.163344:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774525.163635:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774525.163637:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774525.163881:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774525.163884:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774530.282685:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774530.282691:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774530.283262:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774530.283264:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774530.283518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774530.283520:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774530.283772:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774530.283774:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774535.402781:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774535.403151:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774535.403480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774535.403650:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000100:3.0:1775774538.474396:0:2346:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775774538.474444:0:2346:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775774538.474470:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774538.474475:0:2346:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775774538.474481:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774538.474486:0:2346:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775774538.474491:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774538.474495:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:3.0:1775774538.474517:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774538.474523:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774538.474530:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2198
00000400:00000010:3.0:1775774538.474533:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2198.
00000100:00000001:3.0:1775774538.474538:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774538.474546:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14000 x1862023309063680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474588:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774538.474593:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309063680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474602:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774538.474604:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774538.474616:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774538.474618:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eede00.
00000400:00000200:3.0:1775774538.474621:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774538.474625:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774538.474628:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2a18
00000400:00000010:3.0:1775774538.474630:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2a18.
00000100:00000001:3.0:1775774538.474633:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774538.474637:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16680 x1862023309063808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474644:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774538.474647:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16680 x1862023309063808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474653:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774538.474655:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774538.474660:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774538.474662:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed000.
00000400:00000200:3.0:1775774538.474664:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774538.474667:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774538.474670:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:3.0:1775774538.474682:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:3.0:1775774538.474687:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774538.474692:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d17480 x1862023309063936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474701:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774538.474703:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309063936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474710:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774538.474711:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774538.474717:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774538.474719:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed900.
00000400:00000200:3.0:1775774538.474722:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774538.474725:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774538.474728:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2d48
00000400:00000010:3.0:1775774538.474730:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2d48.
00000100:00000001:3.0:1775774538.474732:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774538.474738:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16a00 x1862023309064064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474745:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774538.474749:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309064064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774560 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774538.474756:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774538.474758:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1775774540.522935:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774540.522959:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774540.523654:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774540.523657:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774540.523971:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774540.523973:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774540.524303:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774540.524305:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775774545.642280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774545.642288:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774545.642290:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774545.642293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774545.642298:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774545.642305:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10822
00000400:00000200:3.0:1775774545.642315:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774545.642333:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774545.642356:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774545.642360:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642363:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642366:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642368:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774545.642372:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774545.642374:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774545.642376:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774545.642378:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774545.642379:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774545.642381:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774545.642383:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642385:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642386:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642387:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774545.642389:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774545.642391:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642393:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774545.642395:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774545.642398:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774545.642399:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642401:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774545.642403:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774545.642408:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775774545.642410:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774545.642413:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774545.642414:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642416:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774545.642419:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774545.642422:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774545.642429:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775774545.642434:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774545.642448:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309064704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774545.642456:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774545.642459:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774545.642463:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309064704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774545.642480:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774545.642482:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774545.642485:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774545.642486:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774545.642487:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774545.642489:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774545.642492:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10822
00000400:00000200:3.0:1775774545.642495:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774545.642497:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774545.642499:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774545.642501:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642503:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642504:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642506:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774545.642508:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774545.642509:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774545.642510:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774545.642512:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774545.642513:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774545.642515:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774545.642517:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642518:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642519:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642526:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774545.642529:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774545.642533:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642536:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774545.642539:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774545.642543:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774545.642548:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642553:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774545.642557:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774545.642562:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642564:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774545.642567:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775774545.642571:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774545.642575:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774545.642577:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642581:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774545.642583:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774545.642587:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774545.642591:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775774545.642596:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774545.642603:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309064832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774545.642614:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774545.642616:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774545.642621:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309064832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774545.642630:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774545.642635:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774545.642639:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774545.642643:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774545.642644:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774545.642654:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774545.642659:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10822
00000400:00000200:3.0:1775774545.642667:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774545.642671:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774545.642674:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774545.642678:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642680:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642685:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642687:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774545.642689:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774545.642690:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774545.642693:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774545.642697:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774545.642699:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774545.642700:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774545.642705:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642707:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642709:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642712:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774545.642714:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774545.642726:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642730:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774545.642735:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774545.642739:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774545.642741:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642743:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774545.642747:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774545.642750:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642755:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774545.642759:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775774545.642766:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774545.642768:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774545.642770:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642773:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774545.642775:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774545.642778:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774545.642783:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000800:00000200:0.1:1775774545.642787:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775774545.642788:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774545.642791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00100000:3.0:1775774545.642796:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309064960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774545.642809:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774545.642811:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774545.642815:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309064960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774545.642826:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774545.642829:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774545.642833:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774545.642835:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774545.642838:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774545.642843:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774545.642848:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10822
00000400:00000200:3.0:1775774545.642856:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774545.642862:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774545.642866:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774545.642871:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642875:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642878:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642882:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774545.642885:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774545.642886:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774545.642892:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774545.642895:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774545.642898:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774545.642901:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774545.642914:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642918:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774545.642920:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642922:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774545.642924:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774545.642929:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774545.642934:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774545.642937:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774545.642940:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774545.642944:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642948:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774545.642951:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774545.642955:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642959:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774545.642964:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775774545.642968:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774545.642974:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774545.642976:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774545.642978:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774545.642980:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774545.642982:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774545.642987:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774545.642993:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774545.643002:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309065088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774545.643031:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774545.643036:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774545.643045:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309065088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774545.643068:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774545.643074:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10832)
00000800:00000200:0.1:1775774545.643257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774545.643259:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774545.643465:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774545.643467:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774545.643700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774545.643702:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1775774550.762316:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774550.762327:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774550.762331:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774550.762335:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774550.762340:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774550.762348:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10827
00000400:00000200:3.0:1775774550.762359:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774550.762366:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774550.762369:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774550.762372:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762375:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762377:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762390:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774550.762394:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774550.762396:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774550.762398:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774550.762401:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774550.762402:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774550.762404:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774550.762406:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762407:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762409:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762410:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774550.762413:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774550.762415:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762417:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774550.762440:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774550.762443:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774550.762457:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762459:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774550.762461:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774550.762468:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775774550.762471:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774550.762476:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774550.762477:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762480:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774550.762484:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774550.762489:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774550.762498:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774550.762505:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774550.762527:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309065216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774550.762536:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774550.762541:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774550.762545:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309065216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774550.762567:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774550.762570:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774550.762572:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774550.762574:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774550.762575:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774550.762578:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774550.762584:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10827
00000400:00000200:3.0:1775774550.762588:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774550.762590:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774550.762592:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774550.762594:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762596:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762604:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762606:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774550.762608:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774550.762609:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774550.762610:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774550.762612:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774550.762613:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774550.762615:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774550.762617:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762618:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762619:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762621:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774550.762623:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774550.762624:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762626:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774550.762627:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774550.762633:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774550.762634:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762636:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774550.762640:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774550.762642:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762644:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774550.762647:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775774550.762649:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774550.762651:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774550.762652:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762653:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774550.762654:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774550.762656:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774550.762661:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774550.762665:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774550.762670:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309065344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774550.762700:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774550.762704:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774550.762718:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309065344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774550.762733:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774550.762736:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774550.762742:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774550.762743:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774550.762744:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774550.762747:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774550.762751:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10827
00000400:00000200:3.0:1775774550.762756:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774550.762759:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774550.762763:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774550.762767:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762771:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762774:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762776:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774550.762777:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774550.762780:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774550.762782:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774550.762783:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774550.762785:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774550.762786:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774550.762789:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762792:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762795:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762798:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774550.762807:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774550.762814:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762818:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774550.762822:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774550.762825:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774550.762828:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762829:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774550.762833:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774550.762842:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762846:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774550.762853:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775774550.762857:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774550.762861:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774550.762863:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.762867:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774550.762869:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774550.762872:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774550.762878:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774550.762884:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774550.762892:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309065472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774550.762909:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774550.762912:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774550.762920:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309065472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774550.762928:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774550.762930:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774550.762937:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774550.762939:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774550.762942:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774550.762945:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774550.762953:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10827
00000400:00000200:3.0:1775774550.762959:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774550.762963:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774550.762967:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774550.762973:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762976:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.762980:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.762983:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775774550.762984:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775774550.762985:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774550.762988:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774550.762990:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775774550.762990:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1775774550.762991:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774550.762996:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774550.763001:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774550.763007:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.763009:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774550.763011:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774550.763012:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774550.763014:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774550.763018:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774550.763021:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774550.763023:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774550.763028:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774550.763030:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.763031:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774550.763036:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774550.763040:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.763043:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774550.763048:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775774550.763053:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774550.763059:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774550.763067:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774550.763072:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774550.763075:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774550.763080:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774550.763088:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774550.763095:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774550.763104:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309065600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774550.763113:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774550.763115:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774550.763118:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309065600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774550.763125:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774550.763130:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10837)
00000800:00000200:0.1:1775774550.763465:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774550.763466:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774550.763664:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774550.763665:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774550.763839:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774550.763841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774555.882866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774555.882872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774555.883399:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774555.883401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774555.883705:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774555.883707:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774555.884011:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774555.884014:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774561.002823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774561.002827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774561.003252:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774561.003255:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774561.003547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774561.003549:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774561.003798:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774561.003800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774566.122783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774566.122800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774566.123262:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774566.123263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774566.123443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774566.123445:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774566.123624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774566.123626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774571.242745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774571.242749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774571.243160:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774571.243179:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774571.243377:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774571.243378:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774571.243580:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774571.243582:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774576.362806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774576.362809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775774576.363334:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774576.363337:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775774576.363641:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774576.363644:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775774576.363951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774576.363954:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775774581.482890:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774581.482896:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774581.483377:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774581.483380:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774581.483661:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774581.483664:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774581.483983:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774581.483985:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774586.602910:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774586.602917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774586.603347:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774586.603349:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774586.603566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774586.603568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774586.603790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774586.603793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774591.723057:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774591.723062:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774591.724432:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774591.724453:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774591.725331:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774591.725334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774591.725749:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774591.725751:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774596.842699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774596.842718:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774596.843087:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774596.843090:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774596.843366:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774596.843367:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774596.843610:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774596.843612:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774601.962693:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774601.962936:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774601.963091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774601.963276:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774607.082835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774607.082840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774607.083499:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774607.083502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774607.083793:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774607.083796:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774607.084092:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774607.084095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774612.202914:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774612.202921:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774612.203439:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774612.203441:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774612.203634:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774612.203636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774612.203835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774612.203837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774617.322772:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774617.322776:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774617.323359:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774617.323361:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774617.323547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774617.323548:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774617.323766:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774617.323767:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774622.442801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774622.442808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774622.443324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774622.443327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774622.443631:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774622.443634:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774622.443899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774622.443902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774627.562600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774627.562603:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774627.563005:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774627.563007:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774627.563226:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774627.563228:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774627.563421:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774627.563423:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774632.682899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774632.682906:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774632.683342:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774632.683344:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774632.683598:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774632.683599:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774632.683849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774632.683850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774637.802838:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774637.802843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774637.803275:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774637.803277:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774637.803459:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774637.803460:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774637.803700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774637.803701:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774642.922849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774642.922853:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774642.923417:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774642.923420:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774642.923624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774642.923642:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774642.923899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774642.923900:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774648.043073:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774648.043078:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774648.043627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774648.043631:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774648.043967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774648.043969:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774648.044252:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774648.044255:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774653.162899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774653.162905:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774653.163478:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774653.163480:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774653.163713:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774653.163715:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774653.163922:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774653.163925:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774658.282699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774658.282704:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774658.283239:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774658.283242:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774658.283456:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774658.283457:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774658.283700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774658.283702:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774663.402883:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774663.402890:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774663.403434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774663.403437:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774663.403828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774663.403831:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774663.404185:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774663.404188:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774668.523293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774668.523688:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774668.523836:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774668.524011:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774673.642929:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774673.642937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774673.643716:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774673.643720:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774673.644055:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774673.644057:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774673.644430:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774673.644432:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774678.762876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774678.762882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774678.763300:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774678.763302:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774678.763489:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774678.763491:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774678.763703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774678.763705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774683.882877:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774683.882884:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774683.883307:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774683.883308:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774683.883491:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774683.883493:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774683.883725:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774683.883727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774689.002741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774689.002746:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774689.003191:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774689.003193:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774689.003377:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774689.003379:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775774689.003608:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774689.003610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1775774694.122242:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774694.122249:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774694.122252:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774694.122255:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774694.122259:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774694.122266:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10970
00000400:00000200:3.0:1775774694.122273:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774694.122278:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774694.122280:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774694.122283:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122285:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122287:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122289:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774694.122292:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774694.122294:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774694.122296:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774694.122298:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774694.122299:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774694.122314:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774694.122316:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122318:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122319:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122320:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774694.122322:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774694.122325:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122326:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774694.122328:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774694.122331:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774694.122333:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122334:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774694.122336:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774694.122341:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775774694.122343:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774694.122346:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774694.122347:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122350:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774694.122352:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774694.122356:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774694.122362:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775774694.122368:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774694.122375:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309079552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774694.122383:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774694.122387:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774694.122391:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309079552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774694.122410:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774694.122413:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774694.122416:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774694.122420:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774694.122422:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774694.122424:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774694.122427:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10970
00000400:00000200:3.0:1775774694.122430:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774694.122433:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774694.122435:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774694.122438:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122440:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122442:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122443:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774694.122445:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774694.122448:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774694.122450:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774694.122453:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774694.122455:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774694.122457:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774694.122461:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122462:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122467:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122471:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774694.122476:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774694.122481:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122484:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774694.122486:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774694.122493:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774694.122496:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122499:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774694.122504:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774694.122510:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122517:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774694.122520:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775774694.122525:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774694.122530:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774694.122531:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122532:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774694.122533:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774694.122538:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774694.122543:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775774694.122549:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774694.122555:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309079680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774694.122561:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774694.122563:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774694.122567:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309079680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774694.122575:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774694.122581:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774694.122586:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774694.122588:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774694.122590:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774694.122594:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774694.122599:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10970
00000400:00000200:3.0:1775774694.122609:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774694.122618:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774694.122623:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774694.122630:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122634:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122637:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122643:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774694.122648:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774694.122657:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774694.122662:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774694.122667:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774694.122672:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774694.122679:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774694.122687:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122692:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122699:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122704:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774694.122709:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774694.122717:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122720:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774694.122744:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774694.122749:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1775774694.122755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775774694.122756:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122760:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775774694.122762:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000008:00100000:3.0:1775774694.122764:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774694.122770:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122774:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774694.122780:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775774694.122785:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774694.122789:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774694.122793:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.122797:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774694.122800:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774694.122803:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774694.122811:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775774694.122819:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774694.122829:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309079808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774694.122849:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774694.122855:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774694.122872:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309079808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774694.122899:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774694.122906:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774694.122914:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774694.122918:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774694.122921:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774694.122928:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774694.122933:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10970
00000400:00000200:3.0:1775774694.122944:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774694.122951:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774694.122958:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774694.122966:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122978:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.122985:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.122995:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774694.123000:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774694.123003:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774694.123007:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774694.123012:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774694.123017:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774694.123023:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774694.123032:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.123039:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774694.123046:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774694.123052:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774694.123057:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774694.123066:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774694.123073:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774694.123084:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774694.123089:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774694.123095:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.123101:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774694.123105:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774694.123110:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.123116:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774694.123123:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775774694.123128:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774694.123133:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774694.123137:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774694.123142:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774694.123147:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774694.123150:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774694.123156:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775774694.123200:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774694.123209:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309079936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774694.123231:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774694.123236:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774694.123247:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309079936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774694.123267:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774694.123276:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10980)
00000800:00000200:1.1:1775774694.123345:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774694.123355:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774694.123561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774694.123563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775774694.123839:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774694.123841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1775774699.242271:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774699.242290:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775774699.242293:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774699.242298:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774699.242302:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774699.242311:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 10975
00000400:00000200:3.0:1775774699.242321:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774699.242328:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774699.242357:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774699.242361:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242365:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.242368:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774699.242376:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774699.242378:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775774699.242381:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774699.242384:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775774699.242387:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775774699.242390:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775774699.242393:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242396:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.242398:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242400:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774699.242403:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775774699.242407:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242411:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774699.242415:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774699.242419:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774699.242423:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.242426:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775774699.242429:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774699.242437:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775774699.242442:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775774699.242446:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774699.242447:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.242450:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774699.242454:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774699.242459:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774699.242587:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775774699.242602:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774699.242630:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309080064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774699.242639:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774699.242670:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774699.242675:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309080064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774699.242696:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774699.242700:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774699.242703:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775774699.242705:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774699.242706:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774699.242709:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774699.242712:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10975
00000400:00000200:3.0:1775774699.242721:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774699.242726:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774699.242728:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774699.242732:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242735:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.242743:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242745:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774699.242749:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774699.242751:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775774699.242754:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774699.242758:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775774699.242764:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775774699.242766:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775774699.242771:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242781:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.242790:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242802:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774699.242806:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775774699.242816:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774699.242827:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774699.242832:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774699.242840:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774699.242847:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.242861:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774699.242870:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774699.242882:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.242887:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774699.242897:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775774699.242908:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775774699.242914:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774699.242917:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.242921:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774699.242929:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774699.242935:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774699.242945:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775774699.242953:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774699.242970:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309080192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774699.242981:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774699.242989:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774699.243001:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309080192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774699.243033:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775774699.243041:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775774699.243053:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775774699.243058:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774699.243061:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774699.243080:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774699.243087:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10975
00000400:00000200:3.0:1775774699.243103:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774699.243108:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774699.243111:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774699.243114:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243116:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.243118:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243120:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774699.243124:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774699.243125:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775774699.243128:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774699.243130:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775774699.243132:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775774699.243134:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775774699.243137:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243140:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.243141:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243143:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774699.243146:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775774699.243149:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243151:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774699.243153:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774699.243157:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774699.243159:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243161:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774699.243163:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774699.243206:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243207:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774699.243211:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775774699.243218:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775774699.243220:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774699.243221:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243223:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774699.243224:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774699.243226:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774699.243230:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775774699.243235:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774699.243241:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309080320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774699.243248:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774699.243250:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774699.243255:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309080320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774699.243267:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774699.243268:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775774699.243270:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775774699.243272:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1775774699.243276:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775774699.243279:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775774699.243281:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775774699.243285:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775774699.243289:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 10975
00000400:00000200:3.0:1775774699.243293:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774699.243298:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775774699.243302:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775774699.243307:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243309:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.243310:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243313:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775774699.243315:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775774699.243318:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775774699.243324:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775774699.243326:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775774699.243330:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775774699.243334:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775774699.243339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243342:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775774699.243345:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243349:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775774699.243353:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775774699.243357:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775774699.243359:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775774699.243361:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775774699.243364:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775774699.243370:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243374:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775774699.243377:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775774699.243380:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243383:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775774699.243386:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775774699.243388:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775774699.243390:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775774699.243392:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774699.243394:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775774699.243395:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775774699.243397:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775774699.243399:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775774699.243401:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774699.243406:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309080448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775774699.243414:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775774699.243417:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774699.243421:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309080448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774699.243434:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775774699.243439:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (10985)
00000800:00000200:1.1:1775774699.243768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774699.243771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774699.243989:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774699.243991:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774699.244298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774699.244300:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775774704.362813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774704.362816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774704.363414:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774704.363418:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774704.363712:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774704.363713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774704.363904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774704.363905:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775774709.482831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774709.482839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774709.483344:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774709.483359:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774709.483589:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774709.483592:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774709.483805:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774709.483808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774714.602851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774714.602855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774714.603435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774714.603437:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774714.603623:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774714.603625:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774714.603846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774714.603847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774719.722657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774719.722661:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774719.723053:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774719.723055:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774719.723279:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774719.723281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774719.723486:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774719.723488:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774724.843027:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774724.843039:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774724.843687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774724.843708:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774724.843938:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774724.843940:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774724.844138:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774724.844140:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774729.962729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774729.962734:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774729.963326:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774729.963328:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774729.963562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774729.963564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774729.963823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774729.963825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775774735.083045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774735.083395:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774735.083489:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774735.083587:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000100:3.0:1775774738.154699:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775774738.154783:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775774738.154803:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774738.154809:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775774738.154819:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774738.154825:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775774738.154832:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774738.154837:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:3.0:1775774738.154846:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774738.154852:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774738.154859:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:3.0:1775774738.154863:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:3.0:1775774738.154870:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774738.154883:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3100 x1862023309083648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.154925:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774738.154931:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309083648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.154941:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774738.154943:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774738.154957:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774738.154960:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:3.0:1775774738.154976:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774738.154981:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774738.154985:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61000
00000400:00000010:3.0:1775774738.154987:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61000.
00000100:00000001:3.0:1775774738.154990:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774738.154995:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2300 x1862023309083776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155027:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774738.155032:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309083776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155039:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774738.155040:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774738.155047:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774738.155051:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:3.0:1775774738.155054:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774738.155057:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774738.155063:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61ee0
00000400:00000010:3.0:1775774738.155065:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61ee0.
00000100:00000001:3.0:1775774738.155068:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774738.155073:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1c00 x1862023309083904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155080:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774738.155083:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309083904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155089:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774738.155091:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774738.155096:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774738.155099:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:3.0:1775774738.155101:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774738.155105:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774738.155108:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:3.0:1775774738.155109:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775774738.155112:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774738.155118:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3480 x1862023309084032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155126:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774738.155128:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309084032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774760 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774738.155147:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774738.155155:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1775774740.203023:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774740.203029:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774740.203585:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774740.203588:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774740.203919:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774740.203922:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774740.204283:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774740.204286:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774745.322795:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774745.322801:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774745.323308:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774745.323310:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774745.323496:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774745.323498:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774745.323704:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774745.323706:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775774746.218260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774746.218266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774746.218268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774746.218272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774746.218274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774746.218277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774746.218279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774746.218280:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774746.218282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774747.242283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774747.242289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774747.242291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774747.242296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774747.242299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774747.242302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774747.242304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774747.242307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774747.242309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774748.266242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774748.266247:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774748.266249:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774748.266254:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774748.266257:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774748.266260:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774748.266270:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774748.266272:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774748.266275:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774749.290261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774749.290267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774749.290268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774749.290272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774749.290276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774749.290279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774749.290281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774749.290300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774749.290302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774750.314240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774750.314246:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774750.314248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774750.314253:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774750.314256:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774750.314259:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774750.314261:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774750.314263:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774750.314266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774750.442874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774750.442881:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774750.443429:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774750.443432:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774750.443746:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774750.443765:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775774750.444092:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774750.444095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775774751.338264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774751.338271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774751.338274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774751.338286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774751.338290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774751.338293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774751.338295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774751.338297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774751.338299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774752.362234:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774752.362242:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774752.362245:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774752.362250:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774752.362253:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774752.362257:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774752.362260:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774752.362262:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774752.362264:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774753.386292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774753.386301:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774753.386304:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774753.386312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774753.386317:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774753.386322:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774753.386326:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774753.386329:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774753.386355:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774754.410343:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774754.410353:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774754.410356:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774754.410364:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774754.410368:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774754.410373:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774754.410388:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774754.410391:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774754.410395:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774755.434274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774755.434283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774755.434285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774755.434290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774755.434293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774755.434298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774755.434301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774755.434303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774755.434305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774755.563097:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774755.563105:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774755.563770:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774755.563773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774755.564094:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774755.564097:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774755.564449:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774755.564452:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1775774756.458285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774756.458293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774756.458295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774756.458312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774756.458316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774756.458320:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774756.458324:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774756.458328:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774756.458333:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774757.482280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774757.482287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774757.482288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774757.482294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774757.482298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774757.482302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774757.482305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774757.482307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774757.482309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774758.506284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774758.506294:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774758.506322:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774758.506328:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774758.506332:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774758.506336:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774758.506339:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774758.506341:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774758.506344:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774759.530271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774759.530277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774759.530279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774759.530284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774759.530288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774759.530291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774759.530293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774759.530295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774759.530297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774760.554290:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774760.554296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774760.554298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774760.554303:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774760.554307:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774760.554310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774760.554313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774760.554315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774760.554318:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774760.682767:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774760.682783:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774760.683383:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774760.683385:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774760.683642:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774760.683643:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774760.683852:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774760.683853:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775774761.578296:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774761.578322:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774761.578326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774761.578334:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774761.578340:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774761.578345:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774761.578357:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774761.578361:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774761.578365:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774762.602247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774762.602252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774762.602254:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774762.602258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774762.602279:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774762.602282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774762.602283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774762.602286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774762.602288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774763.626267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774763.626276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774763.626278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774763.626284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774763.626289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774763.626293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774763.626297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774763.626300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774763.626303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774764.650280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774764.650289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774764.650291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774764.650298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774764.650303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774764.650309:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774764.650312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774764.650315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774764.650320:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774765.674376:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774765.674385:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774765.674387:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774765.674393:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774765.674397:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774765.674401:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774765.674404:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774765.674407:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774765.674426:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774765.802932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774765.802937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774765.803568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774765.803570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774765.803754:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774765.803755:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774765.803925:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774765.803927:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775774766.698301:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774766.698309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774766.698311:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774766.698317:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774766.698321:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774766.698327:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774766.698350:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774766.698352:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774766.698355:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774767.722226:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774767.722230:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774767.722232:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774767.722237:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774767.722241:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774767.722244:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774767.722246:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774767.722249:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774767.722251:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774768.746250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774768.746256:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774768.746258:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774768.746263:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774768.746266:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774768.746269:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774768.746272:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774768.746274:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774768.746277:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774769.770275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774769.770285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774769.770287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774769.770295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774769.770299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774769.770304:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774769.770307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774769.770310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774769.770313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774770.794318:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774770.794328:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774770.794330:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774770.794337:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774770.794342:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774770.794347:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774770.794350:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774770.794353:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774770.794380:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774770.922874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774770.922880:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774770.923377:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774770.923379:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774770.923594:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774770.923596:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774770.923872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774770.923874:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775774771.818250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774771.818260:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774771.818263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774771.818271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774771.818276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774771.818280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774771.818284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774771.818287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774771.818291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774772.842318:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774772.842327:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774772.842330:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774772.842339:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774772.842346:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774772.842353:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774772.842377:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774772.842382:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774772.842404:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774773.866259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774773.866267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774773.866269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774773.866274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774773.866278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774773.866282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774773.866284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774773.866287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774773.866289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774774.890256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774774.890267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774774.890271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774774.890279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774774.890285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774774.890290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774774.890293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774774.890297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774774.890301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774775.914278:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774775.914302:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774775.914318:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774775.914325:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774775.914329:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774775.914332:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774775.914334:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774775.914336:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774775.914338:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774776.043412:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774776.043427:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774776.044257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774776.044259:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774776.044813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774776.044817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774776.045284:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774776.045287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775774776.938217:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774776.938222:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774776.938224:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774776.938229:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774776.938233:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774776.938236:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774776.938238:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774776.938240:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774776.938242:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774777.962260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774777.962265:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774777.962267:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774777.962286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774777.962289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774777.962292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774777.962294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774777.962296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774777.962298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774778.986284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774778.986292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774778.986295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774778.986301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774778.986306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774778.986309:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774778.986312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774778.986314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774778.986317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774780.010245:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774780.010252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774780.010253:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774780.010274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774780.010277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774780.010280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774780.010282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774780.010284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774780.010286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774781.034279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774781.034286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774781.034288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774781.034292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774781.034295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774781.034298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774781.034300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774781.034302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774781.034305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774781.162734:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774781.162741:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774781.163159:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774781.163161:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774781.163396:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774781.163397:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774781.163601:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774781.163604:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775774782.058241:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774782.058246:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774782.058248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774782.058253:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774782.058257:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774782.058260:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774782.058262:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774782.058264:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774782.058267:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774783.082243:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774783.082250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774783.082251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774783.082256:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774783.082260:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774783.082262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774783.082265:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774783.082267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774783.082269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774784.106240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774784.106249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774784.106251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774784.106258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774784.106263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774784.106286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774784.106288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774784.106290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774784.106293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774785.130256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774785.130261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774785.130262:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774785.130267:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774785.130271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774785.130274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774785.130276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774785.130278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774785.130280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774786.154267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774786.154273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774786.154275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774786.154279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774786.154282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774786.154287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774786.154290:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774786.154293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774786.154296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774786.284068:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774786.284071:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774786.284459:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774786.284461:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774786.284641:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774786.284642:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774786.284840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774786.284842:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775774787.178257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774787.178264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774787.178268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774787.178273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774787.178276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774787.178279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774787.178281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774787.178283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774787.178285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774788.202263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774788.202269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774788.202270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774788.202275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774788.202278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774788.202282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774788.202285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774788.202308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774788.202310:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774789.226254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774789.226265:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774789.226267:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774789.226275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774789.226280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774789.226284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774789.226288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774789.226291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774789.226294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774790.250306:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774790.250315:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774790.250317:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774790.250324:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774790.250328:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774790.250332:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774790.250335:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774790.250338:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774790.250341:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774791.274266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774791.274273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774791.274276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774791.274282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774791.274285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774791.274289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774791.274291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774791.274293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774791.274295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774791.402764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774791.402771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774791.403250:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774791.403252:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774791.403493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774791.403496:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775774791.403722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774791.403724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775774792.298257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774792.298263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774792.298265:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774792.298278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774792.298282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774792.298285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774792.298288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774792.298289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774792.298291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774793.322297:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774793.322309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774793.322312:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774793.322321:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774793.322326:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774793.322331:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774793.322335:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774793.322338:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774793.322342:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774794.346319:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774794.346327:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774794.346330:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774794.346336:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774794.346340:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774794.346345:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774794.346347:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774794.346350:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774794.346352:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774795.370264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774795.370271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774795.370274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774795.370279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774795.370284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774795.370288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774795.370292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774795.370295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774795.370298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774796.394221:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774796.394229:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774796.394231:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774796.394237:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774796.394240:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774796.394244:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774796.394246:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774796.394249:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774796.394251:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774796.523007:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774796.523012:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774796.523697:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774796.523699:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774796.523887:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774796.523889:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774796.524124:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774796.524127:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775774797.418243:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774797.418249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774797.418263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774797.418267:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774797.418270:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774797.418273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774797.418275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774797.418277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774797.418279:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774798.442255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774798.442261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774798.442263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774798.442268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774798.442272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774798.442274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774798.442277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774798.442278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774798.442280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774799.466250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774799.466259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774799.466262:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774799.466270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774799.466274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774799.466279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774799.466283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774799.466285:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774799.466288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774800.490265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774800.490275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774800.490278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774800.490285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774800.490289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774800.490294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774800.490298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774800.490301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774800.490304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774801.514216:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774801.514222:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774801.514224:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774801.514229:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774801.514246:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774801.514249:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774801.514252:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774801.514254:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774801.514256:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774801.643053:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774801.643397:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774801.643544:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774801.643711:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775774802.538276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774802.538284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774802.538285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774802.538291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774802.538294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774802.538298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774802.538301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774802.538303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774802.538306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774803.562241:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774803.562249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774803.562251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774803.562257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774803.562261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774803.562265:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774803.562268:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774803.562270:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774803.562272:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774804.586240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774804.586245:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774804.586247:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774804.586251:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774804.586254:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774804.586257:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774804.586259:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774804.586260:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774804.586262:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775774804.714385:0:2346:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775774804.714417:0:2346:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775774804.714425:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774804.714429:0:2346:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775774804.714433:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774804.714448:0:2346:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775774804.714453:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774804.714456:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eed00.
00000400:00000200:3.0:1775774804.714461:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774804.714466:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774804.714473:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb612a8
00000400:00000010:3.0:1775774804.714475:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb612a8.
00000100:00000001:3.0:1775774804.714480:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774804.714489:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1180 x1862023309090304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714519:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774804.714523:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309090304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714530:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774804.714532:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774804.714541:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774804.714544:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:3.0:1775774804.714547:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774804.714550:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774804.714553:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61440
00000400:00000010:3.0:1775774804.714555:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61440.
00000100:00000001:3.0:1775774804.714558:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774804.714562:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2680 x1862023309090432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714571:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774804.714574:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309090432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714582:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774804.714584:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774804.714589:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774804.714592:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eec00.
00000400:00000200:3.0:1775774804.714594:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774804.714611:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774804.714615:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61d48
00000400:00000010:3.0:1775774804.714617:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61d48.
00000100:00000001:3.0:1775774804.714620:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774804.714626:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3b80 x1862023309090560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714637:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774804.714640:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309090560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714647:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774804.714650:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774804.714657:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774804.714660:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee200.
00000400:00000200:3.0:1775774804.714663:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774804.714668:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774804.714671:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61ee0
00000400:00000010:3.0:1775774804.714674:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61ee0.
00000100:00000001:3.0:1775774804.714676:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774804.714682:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0700 x1862023309090688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714694:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774804.714701:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309090688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774826 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774804.714731:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774804.714733:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775774805.610245:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774805.610250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774805.610251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774805.610255:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774805.610258:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774805.610261:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774805.610263:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774805.610286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774805.610289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774806.634239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774806.634245:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774806.634247:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774806.634252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774806.634255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774806.634258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774806.634260:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774806.634262:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774806.634264:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774806.762784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774806.762789:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774806.763479:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774806.763482:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774806.763783:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774806.763786:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774806.764074:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774806.764076:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775774807.658275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774807.658283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774807.658285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774807.658291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774807.658296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774807.658300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774807.658302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774807.658305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774807.658307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774808.682247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774808.682255:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774808.682257:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774808.682263:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774808.682267:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774808.682271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774808.682273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774808.682277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774808.682279:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774809.706264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774809.706270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774809.706272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774809.706277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774809.706280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774809.706284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774809.706286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774809.706289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774809.706291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774810.730277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774810.730284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774810.730286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774810.730291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774810.730295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774810.730299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774810.730302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774810.730304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774810.730307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774811.754260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774811.754266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774811.754268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774811.754272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774811.754276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774811.754279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774811.754281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774811.754283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774811.754285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774811.882957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774811.882962:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774811.883714:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774811.883716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774811.883915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774811.883917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775774811.884108:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774811.884110:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775774812.778267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774812.778273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774812.778275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774812.778280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774812.778284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774812.778287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774812.778289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774812.778291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774812.778293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774813.802276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774813.802284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774813.802287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774813.802292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774813.802296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774813.802300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774813.802303:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774813.802306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774813.802309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774814.826244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774814.826252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774814.826285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774814.826290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774814.826293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774814.826296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774814.826298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774814.826300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774814.826302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774815.850253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774815.850259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774815.850261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774815.850265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774815.850269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774815.850272:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774815.850274:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774815.850276:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774815.850278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774816.874259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774816.874264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774816.874266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774816.874271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774816.874274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774816.874277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774816.874279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774816.874281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774816.874282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774817.002855:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774817.002859:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774817.003504:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774817.003506:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774817.003757:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774817.003758:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775774817.004093:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774817.004095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775774817.898252:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774817.898258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774817.898260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774817.898264:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774817.898268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774817.898271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774817.898274:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774817.898276:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774817.898278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774818.922282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774818.922292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774818.922296:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774818.922304:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774818.922333:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774818.922338:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774818.922342:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774818.922345:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774818.922349:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774819.946272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774819.946280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774819.946282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774819.946289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774819.946294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774819.946297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774819.946299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774819.946302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774819.946304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774820.970227:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774820.970233:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774820.970235:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774820.970239:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774820.970242:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774820.970245:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774820.970248:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774820.970250:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774820.970252:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774821.994264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774821.994272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774821.994274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774821.994280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774821.994285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774821.994289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774821.994291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774821.994294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774821.994297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774822.122859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774822.122866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774822.123335:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774822.123337:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774822.123624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774822.123627:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774822.123847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774822.123849:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775774823.018236:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774823.018243:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774823.018246:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774823.018251:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774823.018255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774823.018258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774823.018278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774823.018280:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774823.018284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774824.042259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774824.042266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774824.042269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774824.042275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774824.042280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774824.042283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774824.042286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774824.042290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774824.042294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774825.066261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774825.066267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774825.066268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774825.066273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774825.066276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774825.066279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774825.066281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774825.066283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774825.066285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774826.090236:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774826.090242:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774826.090244:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774826.090248:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774826.090252:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774826.090255:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774826.090257:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774826.090259:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774826.090261:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774827.114284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774827.114291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774827.114294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774827.114300:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774827.114304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774827.114307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774827.114309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774827.114312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774827.114331:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774827.242826:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774827.242832:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774827.243376:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774827.243378:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774827.243651:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774827.243653:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774827.243879:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774827.243881:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774832.362835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774832.362841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774832.363212:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774832.363214:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774832.363419:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774832.363421:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775774832.363624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774832.363626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.0:1775774834.282267:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775774834.282276:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775774834.282283:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.1:1775774837.482874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774837.482881:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774837.483393:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774837.483395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774837.483816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774837.483820:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774837.484108:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774837.484110:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774842.602792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774842.602798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774842.603333:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774842.603335:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774842.603611:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774842.603614:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774842.603850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774842.603852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774847.722779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774847.722782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774847.723302:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774847.723304:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774847.723491:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774847.723493:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774847.723711:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774847.723713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774852.842804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774852.842809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774852.843299:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774852.843300:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774852.843491:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774852.843492:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774852.843661:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774852.843663:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775774857.962803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774857.962810:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774857.963449:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774857.963450:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774857.963636:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774857.963637:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774857.963896:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774857.963897:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774863.082820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774863.082826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774863.083332:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774863.083334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774863.083579:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774863.083580:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774863.083778:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774863.083781:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774868.202812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774868.203121:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774868.203292:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774868.203463:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000100:3.0:1775774871.274562:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775774871.274608:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775774871.274619:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774871.274622:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775774871.274627:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775774871.274631:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775774871.274636:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774871.274666:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed100.
00000400:00000200:3.0:1775774871.274673:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774871.274678:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774871.274685:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2000
00000400:00000010:3.0:1775774871.274687:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2000.
00000100:00000001:3.0:1775774871.274692:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774871.274701:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ce00 x1862023309096960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274723:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774871.274726:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309096960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274732:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774871.274734:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774871.274750:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774871.274752:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedd00.
00000400:00000200:3.0:1775774871.274754:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774871.274757:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774871.274759:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2bb0
00000400:00000010:3.0:1775774871.274761:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2bb0.
00000100:00000001:3.0:1775774871.274764:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774871.274793:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f480 x1862023309097088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274808:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774871.274819:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309097088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274833:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774871.274836:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774871.274855:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774871.274860:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed700.
00000400:00000200:3.0:1775774871.274866:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774871.274875:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774871.274883:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2990
00000400:00000010:3.0:1775774871.274888:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2990.
00000100:00000001:3.0:1775774871.274893:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774871.274903:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1e300 x1862023309097216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274919:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774871.274925:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309097216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.274945:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774871.274951:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775774871.274962:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775774871.274969:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eeda00.
00000400:00000200:3.0:1775774871.274976:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775774871.274985:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775774871.274989:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2088
00000400:00000010:3.0:1775774871.274993:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2088.
00000100:00000001:3.0:1775774871.274997:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775774871.275002:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1c000 x1862023309097344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.275018:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775774871.275033:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309097344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775774893 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775774871.275049:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774871.275053:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:3.0:1775774872.170279:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775774872.170287:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775774872.170292:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.1:1775774873.322923:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774873.322929:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774873.323596:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774873.323621:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774873.323923:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774873.323926:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774873.324261:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774873.324263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775774878.442821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774878.442827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775774878.443209:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774878.443211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775774878.443447:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774878.443461:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775774878.443698:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774878.443700:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775774883.562974:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774883.562981:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774883.563789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774883.563792:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774883.564037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774883.564039:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774883.564291:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774883.564294:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775774888.682729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774888.682735:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774888.683299:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774888.683300:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774888.683508:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774888.683509:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775774888.683734:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774888.683736:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775774893.802784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774893.802789:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774893.803297:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774893.803299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774893.803557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774893.803559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774893.803735:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774893.803737:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775774898.922763:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774898.922770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774898.923250:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774898.923252:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774898.923449:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774898.923451:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774898.923662:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774898.923664:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774904.042784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774904.042791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774904.043381:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774904.043384:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774904.043629:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774904.043643:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774904.043825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774904.043826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775774909.162776:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774909.162784:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774909.163325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774909.163326:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774909.163522:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774909.163524:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775774909.163692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774909.163694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.0:1775774911.082282:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775774911.082288:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775774911.082293:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.1:1775774914.282842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774914.282846:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774914.283515:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774914.283531:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774914.283825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774914.283827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775774914.284143:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774914.284146:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775774917.994421:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774917.994427:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774917.994432:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775774919.402950:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774919.402956:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774919.404841:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774919.404845:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774919.405146:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774919.405149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774919.405459:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774919.405461:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775774922.090364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774922.090368:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774922.090371:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775774924.522866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774924.522869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775774924.523452:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774924.523453:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775774924.523682:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774924.523699:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775774924.523968:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774924.523971:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1775774926.186408:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774926.186412:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774926.186416:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775774929.642959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774929.642964:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774929.643500:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774929.643502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774929.643718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774929.643719:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775774929.643917:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774929.643919:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775774930.282481:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774930.282487:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774930.282493:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775774934.378330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774934.378333:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774934.378335:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775774934.762727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774934.762967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774934.763091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774934.763255:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775774938.474372:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774938.474381:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774938.474385:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775774939.882994:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774939.883006:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774939.883720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774939.883724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774939.884067:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774939.884070:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775774939.884432:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774939.884435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775774942.570308:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774942.570313:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774942.570317:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774944.874284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774944.874291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774944.874293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774944.874315:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774944.874317:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774944.874320:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774944.874321:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774944.874323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774944.874325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774945.002790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774945.002793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774945.003323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774945.003325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774945.003522:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774945.003523:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775774945.003808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774945.003809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775774945.898281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774945.898286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774945.898288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774945.898292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774945.898296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774945.898299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774945.898301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774945.898303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774945.898305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774946.666355:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774946.666358:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774946.666362:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774946.922227:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774946.922237:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774946.922239:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774946.922243:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774946.922246:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774946.922249:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774946.922252:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774946.922254:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774946.922256:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774947.946256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774947.946263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774947.946265:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774947.946270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774947.946274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774947.946278:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774947.946280:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774947.946283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774947.946285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774948.970249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774948.970261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774948.970280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774948.970296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774948.970300:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774948.970303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774948.970305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774948.970307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774948.970311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774949.994261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774949.994279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774949.994282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774949.994287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774949.994291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774949.994294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774949.994297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774949.994299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774949.994302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774950.122804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774950.122809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774950.123119:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774950.123121:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774950.123438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774950.123447:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775774950.123693:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774950.123695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775774950.762399:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774950.762403:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774950.762407:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774951.018290:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774951.018296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774951.018299:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774951.018305:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774951.018309:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774951.018314:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774951.018316:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774951.018319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774951.018323:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774952.042309:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774952.042318:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774952.042320:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774952.042326:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774952.042331:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774952.042335:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774952.042338:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774952.042341:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774952.042344:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774953.066290:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774953.066312:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774953.066314:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774953.066319:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774953.066322:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774953.066325:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774953.066327:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774953.066328:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774953.066331:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774954.090283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774954.090290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774954.090291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774954.090296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774954.090303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774954.090307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774954.090310:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774954.090312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774954.090315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774954.858326:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774954.858329:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774954.858331:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774955.114345:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774955.114352:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774955.114355:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774955.114362:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774955.114367:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774955.114372:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774955.114375:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774955.114379:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774955.114382:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774955.242889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774955.242896:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774955.243469:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774955.243471:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774955.243779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774955.243781:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775774955.244074:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774955.244076:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775774956.138300:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774956.138309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774956.138312:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774956.138321:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774956.138326:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774956.138331:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774956.138335:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774956.138338:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774956.138341:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774957.162295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774957.162305:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774957.162308:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774957.162316:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774957.162321:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774957.162327:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774957.162330:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774957.162333:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774957.162337:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774958.186283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774958.186291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774958.186294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774958.186307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774958.186311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774958.186316:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774958.186318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774958.186321:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774958.186324:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774958.954479:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774958.954486:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774958.954491:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774959.210289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774959.210295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774959.210296:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774959.210302:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774959.210306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774959.210310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774959.210313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774959.210316:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774959.210319:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774960.234307:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774960.234317:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774960.234320:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774960.234329:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774960.234335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774960.234340:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774960.234344:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774960.234347:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774960.234376:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774960.363242:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774960.363247:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774960.363851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774960.363854:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774960.364209:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774960.364211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775774960.364435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774960.364437:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775774961.258293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774961.258304:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774961.258307:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774961.258315:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774961.258319:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774961.258323:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774961.258326:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774961.258329:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774961.258331:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774962.282271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774962.282281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774962.282284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774962.282292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774962.282297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774962.282302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774962.282306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774962.282310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774962.282313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774963.050462:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774963.050467:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774963.050471:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774963.306274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774963.306279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774963.306281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774963.306285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774963.306289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774963.306292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774963.306295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774963.306297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774963.306299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774964.330240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774964.330248:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774964.330251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774964.330258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774964.330263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774964.330267:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774964.330269:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774964.330286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774964.330288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774965.354272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774965.354278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774965.354281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774965.354287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774965.354292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774965.354296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774965.354299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774965.354302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774965.354305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774965.482818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774965.482823:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774965.483356:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774965.483357:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774965.483580:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774965.483583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775774965.483771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774965.483773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775774966.378262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774966.378268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774966.378270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774966.378274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774966.378278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774966.378281:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774966.378283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774966.378285:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774966.378287:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774967.146366:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774967.146370:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774967.146373:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774967.402273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774967.402279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774967.402281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774967.402286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774967.402289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774967.402292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774967.402295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774967.402297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774967.402299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774968.426295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774968.426303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774968.426305:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774968.426311:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774968.426316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774968.426321:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774968.426341:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774968.426344:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774968.426347:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774969.450231:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774969.450236:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774969.450238:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774969.450243:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774969.450246:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774969.450249:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774969.450251:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774969.450254:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774969.450256:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774970.474242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774970.474250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774970.474252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774970.474258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774970.474262:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774970.474266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774970.474269:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774970.474271:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774970.474274:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774970.602705:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774970.602716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774970.603328:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774970.603330:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774970.603514:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774970.603516:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775774970.603688:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774970.603689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775774971.242317:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774971.242321:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774971.242326:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774971.498255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774971.498261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774971.498263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774971.498268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774971.498272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774971.498275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774971.498277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774971.498279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774971.498281:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774972.522227:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774972.522233:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774972.522234:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774972.522240:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774972.522243:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774972.522261:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774972.522264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774972.522267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774972.522269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774973.546251:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774973.546257:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774973.546259:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774973.546265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774973.546269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774973.546273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774973.546276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774973.546279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774973.546282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774974.570247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774974.570255:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774974.570257:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774974.570263:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774974.570267:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774974.570270:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774974.570274:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774974.570276:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774974.570280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774975.338369:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774975.338374:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774975.338378:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774975.594278:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774975.594285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774975.594287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774975.594293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774975.594298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774975.594302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774975.594305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774975.594307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774975.594310:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774975.722791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774975.722796:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774975.723286:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774975.723288:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774975.723505:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774975.723508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775774975.723836:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774975.723839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775774976.618235:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774976.618241:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774976.618242:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774976.618247:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774976.618268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774976.618272:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774976.618275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774976.618277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774976.618280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774977.642276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774977.642283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774977.642285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774977.642290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774977.642294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774977.642299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774977.642301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774977.642305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774977.642308:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774978.666251:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774978.666256:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774978.666258:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774978.666263:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774978.666267:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774978.666270:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774978.666272:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774978.666274:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774978.666277:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774979.434289:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774979.434293:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774979.434295:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774979.690225:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774979.690239:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774979.690242:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774979.690248:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774979.690253:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774979.690256:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774979.690259:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774979.690262:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774979.690266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774980.714251:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774980.714273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774980.714275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774980.714298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774980.714302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774980.714305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774980.714307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774980.714310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774980.714313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774980.842934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774980.842941:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774980.843393:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774980.843395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774980.843606:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774980.843608:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775774980.843885:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774980.843887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775774981.738244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774981.738250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774981.738252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774981.738256:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774981.738259:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774981.738262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774981.738264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774981.738266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774981.738268:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774982.506417:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774982.506420:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774982.506423:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774982.762292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774982.762299:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774982.762301:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774982.762307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774982.762311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774982.762316:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774982.762318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774982.762322:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774982.762325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774983.530310:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774983.530314:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774983.530317:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774983.786234:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774983.786239:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774983.786241:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774983.786246:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774983.786249:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774983.786253:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774983.786256:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774983.786259:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774983.786280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774984.810259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774984.810268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774984.810271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774984.810277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774984.810281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774984.810286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774984.810289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774984.810291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774984.810294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774985.834270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774985.834277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774985.834279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774985.834285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774985.834289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774985.834293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774985.834295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774985.834298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774985.834300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775774985.963038:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774985.963047:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774985.963767:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774985.963771:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774985.964149:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774985.964186:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775774985.964497:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775774985.964499:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775774986.602443:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774986.602450:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774986.602457:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774986.858312:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774986.858320:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774986.858323:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774986.858330:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774986.858336:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774986.858341:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774986.858345:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774986.858348:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774986.858353:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774987.626393:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774987.626397:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774987.626400:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774987.882297:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774987.882310:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774987.882312:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774987.882318:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774987.882346:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774987.882351:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774987.882354:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774987.882357:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774987.882367:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774988.906272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774988.906280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774988.906283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774988.906290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774988.906295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774988.906299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774988.906302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774988.906304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774988.906307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774989.930243:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774989.930249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774989.930250:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774989.930254:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774989.930257:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774989.930260:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774989.930262:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774989.930264:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774989.930266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774990.698358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774990.698363:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774990.698367:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774990.954270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774990.954278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774990.954280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774990.954286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774990.954291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774990.954295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774990.954298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774990.954302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774990.954305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774991.082757:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774991.082762:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774991.083420:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774991.083422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774991.083642:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774991.083643:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775774991.083876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774991.083878:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775774991.722383:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774991.722387:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774991.722389:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774991.978240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774991.978248:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774991.978251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774991.978257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774991.978261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774991.978264:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774991.978266:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774991.978268:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774991.978270:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774993.002266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774993.002273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774993.002274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774993.002279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774993.002282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774993.002285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774993.002287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774993.002290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774993.002292:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774994.026231:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774994.026237:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774994.026239:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774994.026243:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774994.026247:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774994.026250:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774994.026253:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774994.026255:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774994.026258:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774994.794319:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774994.794322:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774994.794325:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774995.050316:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774995.050323:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774995.050325:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774995.050330:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774995.050335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774995.050339:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774995.050342:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774995.050345:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774995.050372:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774995.818339:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774995.818342:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774995.818345:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774996.074244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774996.074250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774996.074252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774996.074257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774996.074260:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774996.074263:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774996.074264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774996.074267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774996.074269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775774996.202808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774996.202812:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774996.203365:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774996.203367:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774996.203611:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774996.203613:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775774996.203837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775774996.203838:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1775774997.098225:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774997.098231:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774997.098233:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774997.098238:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774997.098242:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774997.098245:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774997.098247:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774997.098249:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774997.098252:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775774998.122275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774998.122281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774998.122283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774998.122288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774998.122292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774998.122295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774998.122298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774998.122300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774998.122302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774998.890354:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774998.890359:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774998.890362:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775774999.146248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775774999.146254:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775774999.146256:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775774999.146260:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775774999.146280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775774999.146291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774999.146293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775774999.146295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775774999.146297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775774999.914360:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775774999.914363:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775774999.914366:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775000.170247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775000.170253:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775000.170255:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775000.170260:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775000.170263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775000.170266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775000.170268:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775000.170270:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775000.170272:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775001.194228:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775001.194234:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775001.194236:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775001.194241:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775001.194244:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775001.194247:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775001.194249:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775001.194251:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775001.194253:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775001.322771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775001.322991:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775001.323131:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775001.323345:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775002.218252:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775002.218259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775002.218261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775002.218267:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775002.218272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775002.218275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775002.218278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775002.218297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775002.218301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775002.986408:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775002.986413:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775002.986417:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775003.242269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775003.242278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775003.242281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775003.242289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775003.242294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775003.242300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775003.242304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775003.242308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775003.242313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775004.010362:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775004.010365:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775004.010368:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775004.266277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775004.266283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775004.266285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775004.266290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775004.266293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775004.266297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775004.266299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775004.266301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775004.266303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775775004.394433:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775004.394466:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775004.394473:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775004.394476:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775004.394480:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775004.394483:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775004.394488:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775004.394492:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed000.
00000400:00000200:3.0:1775775004.394498:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775004.394513:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775004.394520:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2d48
00000400:00000010:3.0:1775775004.394524:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2d48.
00000100:00000001:3.0:1775775004.394530:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775004.394538:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d880 x1862023309110272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394575:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775004.394580:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309110272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394589:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775004.394591:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775004.394602:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775004.394606:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eede00.
00000400:00000200:3.0:1775775004.394609:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775004.394614:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775004.394618:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2ee0
00000400:00000010:3.0:1775775004.394620:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2ee0.
00000100:00000001:3.0:1775775004.394625:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775004.394636:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d180 x1862023309110400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394649:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775004.394657:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309110400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394674:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775004.394679:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775004.394689:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775004.394693:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:3.0:1775775004.394697:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775004.394703:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775004.394710:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2198
00000400:00000010:3.0:1775775004.394713:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2198.
00000100:00000001:3.0:1775775004.394716:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775004.394723:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1dc00 x1862023309110528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394749:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775004.394757:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309110528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394783:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775004.394787:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775004.394807:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775004.394818:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedf00.
00000400:00000200:3.0:1775775004.394824:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775004.394835:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775004.394841:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2e58
00000400:00000010:3.0:1775775004.394846:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2e58.
00000100:00000001:3.0:1775775004.394851:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775004.394860:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ca80 x1862023309110656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394879:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775004.394887:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309110656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775026 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775004.394906:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775004.394909:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775775005.290233:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775005.290241:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775005.290243:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775005.290248:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775005.290253:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775005.290257:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775005.290259:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775005.290261:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775005.290263:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775006.314262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775006.314267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775006.314269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775006.314274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775006.314278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775006.314281:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775006.314298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775006.314301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775006.314320:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775006.442834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775006.442841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775775006.443470:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775006.443473:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775775006.443792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775006.443810:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1775775006.444098:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775006.444100:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000020:00000001:3.0:1775775007.082320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775007.082324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775007.082326:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775007.338339:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775007.338348:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775007.338352:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775007.338358:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775007.338364:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775007.338368:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775007.338371:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775007.338373:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775007.338376:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775008.106358:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775008.106362:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775008.106365:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775008.362281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775008.362289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775008.362291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775008.362296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775008.362301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775008.362305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775008.362308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775008.362311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775008.362313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775009.386295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775009.386303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775009.386305:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775009.386310:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775009.386314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775009.386318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775009.386320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775009.386323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775009.386325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775010.410271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775010.410277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775010.410279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775010.410283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775010.410304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775010.410307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775010.410309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775010.410311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775010.410313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775011.178392:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775011.178395:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775011.178398:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775011.434271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775011.434277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775011.434279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775011.434283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775011.434286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775011.434289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775011.434291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775011.434294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775011.434297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775011.562296:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775011.562305:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775011.562307:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775011.562310:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775011.562314:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775011.562321:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11288
00000400:00000200:3.0:1775775011.562329:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775011.562334:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775011.562337:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775011.562356:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562359:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562361:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562362:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775011.562366:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775011.562367:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775011.562369:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775011.562371:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775011.562388:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775011.562390:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775011.562392:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562394:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562395:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562397:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775011.562399:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775011.562401:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562403:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775011.562405:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775011.562408:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775011.562410:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562412:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775011.562414:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775011.562420:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775011.562422:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775011.562425:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775011.562426:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562428:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775011.562431:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775011.562450:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775011.562457:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775011.562463:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775011.562471:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309111296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775011.562482:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775011.562486:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775011.562493:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309111296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775011.562521:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775011.562526:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775011.562538:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775011.562540:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775011.562543:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775011.562548:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775011.562552:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11288
00000400:00000200:3.0:1775775011.562560:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775011.562567:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775011.562571:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775011.562576:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562579:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562582:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562587:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775011.562591:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775011.562593:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775011.562597:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775011.562600:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775011.562604:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775011.562608:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775011.562613:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562616:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562621:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562623:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775011.562625:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775011.562630:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562632:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775011.562638:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775011.562644:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775011.562648:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562653:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775011.562658:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775011.562669:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562673:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775011.562677:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775011.562680:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775011.562683:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775011.562685:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562688:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775011.562691:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775011.562694:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775011.562699:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775011.562705:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775011.562712:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309111424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775011.562720:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775011.562725:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775011.562729:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309111424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775011.562761:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775011.562767:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775011.562792:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775011.562796:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775011.562800:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775011.562806:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775011.562827:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11288
00000400:00000200:3.0:1775775011.562834:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775011.562837:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775011.562841:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775011.562845:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562849:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562855:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562862:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775011.562866:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775011.562868:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775011.562870:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775011.562874:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775011.562877:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775011.562879:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775011.562886:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562890:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.562894:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562897:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775011.562899:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775011.562905:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775011.562910:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775011.562912:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775011.562916:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775011.562922:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562926:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775011.562929:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775011.562934:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.562939:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775011.562947:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775011.562953:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775011.562959:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1775775011.562959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775011.562963:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775011.562965:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1775775011.562966:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775011.562970:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775011.562973:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775011.562980:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775011.562994:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775011.563003:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309111552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775011.563028:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775011.563033:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775011.563040:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309111552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775011.563046:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775011.563049:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775011.563053:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775011.563056:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775011.563058:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775011.563061:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775011.563067:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11288
00000400:00000200:3.0:1775775011.563075:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775011.563082:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775011.563084:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775011.563087:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.563090:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.563094:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.563097:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775011.563103:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775011.563104:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775011.563105:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775011.563107:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775011.563110:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775011.563111:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775011.563114:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.563119:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775011.563121:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775011.563122:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775011.563129:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775011.563133:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775011.563152:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775011.563158:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775011.563162:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775011.563167:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.563171:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775011.563175:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775011.563227:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.563229:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775011.563235:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775011.563240:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775011.563244:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775011.563246:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775011.563250:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775011.563253:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775011.563256:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775011.563262:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775011.563268:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775011.563276:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309111680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775011.563292:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775011.563297:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775011.563307:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309111680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775011.563333:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775011.563336:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11298)
00000800:00000200:0.1:1775775011.563562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775011.563564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775775011.563923:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775011.563925:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775775011.564189:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775011.564191:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1775775012.202471:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775012.202475:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775012.202479:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775012.458301:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775012.458308:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775012.458326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775012.458331:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775012.458335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775012.458338:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775012.458341:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775012.458343:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775012.458345:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775013.482261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775013.482267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775013.482268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775013.482273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775013.482277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775013.482279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775013.482282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775013.482284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775013.482286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775014.506288:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775014.506298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775014.506301:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775014.506308:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775014.506313:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775014.506317:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775014.506321:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775014.506324:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775014.506327:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775015.274413:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775015.274420:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775015.274426:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775015.530272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775015.530284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775015.530287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775015.530296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775015.530302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775015.530308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775015.530312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775015.530316:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775015.530320:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775016.298382:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775016.298403:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775016.298407:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775016.554262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775016.554269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775016.554270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775016.554275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775016.554278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775016.554281:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775016.554284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775016.554286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775016.554288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775016.682947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775016.682952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775016.683789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775016.683791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775016.684019:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775016.684023:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775016.684287:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775016.684289:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1775775017.578227:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775017.578233:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775017.578235:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775017.578239:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775017.578242:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775017.578245:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775017.578248:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775017.578250:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775017.578252:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775018.602248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775018.602256:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775018.602259:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775018.602265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775018.602269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775018.602272:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775018.602275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775018.602278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775018.602280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775019.370387:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775019.370390:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775019.370393:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775019.626240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775019.626246:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775019.626248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775019.626252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775019.626255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775019.626258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775019.626275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775019.626278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775019.626280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775020.394302:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775020.394306:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775020.394309:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775020.650266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775020.650272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775020.650274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775020.650279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775020.650284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775020.650293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775020.650296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775020.650298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775020.650300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775021.674248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775021.674256:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775021.674259:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775021.674266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775021.674270:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775021.674274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775021.674276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775021.674279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775021.674282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775021.802908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775021.802915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775021.803513:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775021.803515:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775021.803811:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775021.803826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775021.804127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775021.804129:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1775775022.698251:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775022.698258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775022.698261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775022.698268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775022.698272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775022.698276:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775022.698279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775022.698281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775022.698285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775023.466293:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775023.466297:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775023.466302:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775023.722266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775023.722271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775023.722289:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775023.722294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775023.722297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775023.722300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775023.722302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775023.722304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775023.722306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775024.490355:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775024.490359:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775024.490363:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775024.746253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775024.746261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775024.746263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775024.746269:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775024.746273:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775024.746277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775024.746280:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775024.746282:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775024.746285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775025.770272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775025.770280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775025.770283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775025.770290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775025.770297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775025.770303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775025.770308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775025.770312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775025.770328:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.794249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775026.794257:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775026.794259:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775026.794266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775026.794272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775026.794275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775026.794279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775026.794281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775026.794285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775026.922243:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775026.922262:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775026.922265:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775026.922268:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775026.922273:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775026.922280:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11303
00000400:00000200:3.0:1775775026.922291:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775026.922297:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775026.922301:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775026.922304:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922307:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922310:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922313:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775026.922317:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775026.922319:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775026.922322:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775026.922325:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775026.922327:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775026.922329:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775026.922332:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922334:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922336:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922338:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775026.922340:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775026.922344:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922346:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775026.922350:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775026.922353:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775026.922357:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922359:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775026.922362:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775026.922368:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775026.922375:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775026.922379:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775026.922380:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922383:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775026.922385:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775026.922388:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775026.922396:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775026.922403:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775026.922413:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309112832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775026.922424:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775026.922428:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775026.922432:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309112832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775026.922451:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775026.922454:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775026.922458:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775026.922460:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775026.922461:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775026.922465:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775026.922468:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11303
00000400:00000200:3.0:1775775026.922473:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775026.922480:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775026.922485:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775026.922493:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922506:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922510:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775026.922515:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775026.922519:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775026.922524:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775026.922534:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775026.922539:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775026.922543:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775026.922548:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922553:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922555:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922559:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775026.922563:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775026.922569:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922570:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775026.922572:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775026.922578:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775026.922583:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922586:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775026.922591:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775026.922594:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922599:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775026.922604:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775026.922606:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775026.922608:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775026.922609:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922612:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775026.922615:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775026.922618:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775026.922623:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775026.922629:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775026.922642:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309112960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775026.922660:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775026.922666:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775026.922675:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309112960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775026.922712:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775026.922715:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775026.922721:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775026.922726:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775026.922731:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775026.922736:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775026.922743:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11303
00000400:00000200:3.0:1775775026.922750:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775026.922756:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775026.922762:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775026.922770:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922777:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922782:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775775026.922784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775026.922787:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775775026.922789:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775026.922793:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775026.922796:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775026.922801:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775026.922806:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775026.922810:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775026.922815:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775026.922824:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922827:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.922831:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922835:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775026.922840:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775026.922847:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775026.922853:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775026.922864:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775026.922869:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775026.922877:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922883:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775026.922887:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775026.922894:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922900:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775026.922909:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775026.922915:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775026.922919:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775026.922922:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.922938:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775026.922940:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775026.922942:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775026.922948:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775026.922953:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775026.922965:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309113088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775026.922976:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775026.922981:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775026.922989:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309113088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775026.923007:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775026.923013:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775026.923019:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775026.923023:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775026.923028:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775026.923034:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775026.923041:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11303
00000400:00000200:3.0:1775775026.923052:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775026.923060:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775026.923063:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775026.923079:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.923086:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.923093:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.923100:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775026.923106:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775026.923110:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775026.923114:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775026.923118:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775026.923125:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775026.923131:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775026.923141:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.923146:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775026.923153:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775026.923158:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775026.923198:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775026.923206:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775026.923212:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775026.923216:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775026.923221:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775026.923227:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.923231:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775026.923236:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775026.923239:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.923243:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775026.923248:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775026.923253:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775026.923258:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775026.923260:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775026.923263:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775026.923264:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775026.923266:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775026.923273:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775026.923285:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775026.923295:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309113216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775026.923307:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775026.923313:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775026.923322:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309113216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775026.923356:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775026.923364:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11313)
00000800:00000200:0.1:1775775026.923446:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775026.923448:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775026.923631:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775026.923633:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775026.923849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775026.923850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775027.562345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775027.562349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775027.562353:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775027.818265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775027.818271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775027.818273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775027.818279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775027.818282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775027.818286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775027.818289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775027.818291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775027.818294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775028.586390:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775028.586395:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775028.586398:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775028.842270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775028.842276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775028.842277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775028.842282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775028.842290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775028.842293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775028.842295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775028.842298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775028.842299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775029.866295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775029.866303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775029.866322:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775029.866328:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775029.866332:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775029.866335:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775029.866338:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775029.866341:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775029.866344:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775030.890261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775030.890268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775030.890271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775030.890277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775030.890281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775030.890285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775030.890288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775030.890291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775030.890294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775031.658439:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775031.658444:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775031.658448:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775031.914316:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775031.914324:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775031.914326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775031.914333:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775031.914336:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775031.914341:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775031.914345:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775031.914348:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775031.914351:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775032.042323:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775032.042339:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775032.042342:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775032.042348:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775032.042352:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775032.042360:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11308
00000400:00000200:3.0:1775775032.042371:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775032.042376:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775032.042401:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775032.042404:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042407:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042409:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042411:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775032.042414:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775032.042416:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775032.042418:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775032.042421:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775032.042423:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775032.042425:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775032.042427:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042428:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042429:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042430:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775032.042432:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775032.042434:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042436:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775032.042438:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775032.042441:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775032.042443:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042445:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775032.042448:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775032.042454:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775032.042457:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775032.042461:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775032.042462:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042464:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775032.042467:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775032.042471:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775032.042480:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775032.042487:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775032.042501:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309113344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775032.042510:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775032.042514:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775032.042518:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309113344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775032.042540:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775032.042543:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775032.042546:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775032.042547:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775032.042548:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775032.042551:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775032.042553:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11308
00000400:00000200:3.0:1775775032.042556:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775032.042558:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775032.042559:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775032.042562:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042564:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042565:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042566:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775032.042567:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775032.042568:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775032.042569:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775032.042571:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775032.042573:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775032.042574:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775032.042576:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042577:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042578:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042584:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775032.042586:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775032.042588:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042590:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775032.042592:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775032.042598:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775032.042600:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042601:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775032.042606:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775032.042610:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042612:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775032.042617:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775032.042620:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775032.042623:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775032.042624:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042628:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775032.042630:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775032.042633:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775032.042639:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775032.042645:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775032.042652:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309113472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775032.042661:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775032.042663:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775032.042670:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309113472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775032.042681:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775032.042685:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775032.042690:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775032.042691:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775032.042694:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775032.042702:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775032.042708:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11308
00000400:00000200:3.0:1775775032.042713:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775032.042715:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775032.042717:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775032.042722:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042727:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042729:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042731:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775032.042736:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775032.042739:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775032.042741:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775032.042742:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775032.042744:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775032.042746:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775032.042751:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042753:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042754:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042755:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775032.042757:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775032.042762:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042764:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775032.042765:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775032.042767:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775032.042769:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042773:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775032.042776:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775032.042779:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042784:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775032.042788:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775032.042798:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775032.042803:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775032.042805:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042808:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775032.042809:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775032.042812:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775032.042819:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775032.042823:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775032.042830:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309113600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775032.042854:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775032.042856:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775032.042863:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309113600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775032.042872:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775032.042876:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775032.042880:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775032.042881:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775032.042884:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775032.042888:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775032.042892:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11308
00000400:00000200:3.0:1775775032.042898:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775032.042903:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775032.042907:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775032.042912:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042917:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042922:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042925:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775032.042928:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775032.042930:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775032.042938:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775032.042941:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775032.042943:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775032.042945:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775032.042953:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042957:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775032.042962:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042966:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775032.042968:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775032.042972:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775032.042974:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775032.042978:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775032.042981:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775032.042983:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042985:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775032.042987:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775032.042990:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.042991:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775032.042994:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775032.042999:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775032.043001:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775032.043002:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775032.043003:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775032.043004:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775032.043006:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775032.043011:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775032.043015:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775032.043023:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309113728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775775032.043025:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775032.043033:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775775032.043036:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775032.043039:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775032.043045:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309113728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775032.043057:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775032.043063:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11318)
00000800:00000200:0.1:1775775032.043499:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775032.043501:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775032.043816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775032.043818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775032.044073:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775032.044075:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1775775032.682378:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775032.682382:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775032.682386:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775032.938269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775032.938276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775032.938279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775032.938285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775032.938290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775032.938294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775032.938297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775032.938299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775032.938302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775033.962272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775033.962283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775033.962285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775033.962291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775033.962295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775033.962299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775033.962302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775033.962305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775033.962307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775034.986270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775034.986281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775034.986284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775034.986292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775034.986297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775034.986302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775034.986305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775034.986307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775034.986310:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775035.754405:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775035.754414:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775035.754418:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775036.010286:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775036.010318:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775036.010320:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775036.010326:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775036.010330:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775036.010334:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775036.010336:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775036.010339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775036.010342:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775036.778401:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775036.778407:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775036.778411:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775037.034241:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775037.034249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775037.034251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775037.034258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775037.034263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775037.034267:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775037.034270:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775037.034273:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775037.034275:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775037.162964:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775037.162972:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775037.163496:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775037.163499:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775037.163810:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775037.163829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775037.164142:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775037.164145:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775775038.058252:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775038.058262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775038.058265:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775038.058272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775038.058287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775038.058292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775038.058296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775038.058299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775038.058303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775039.082242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775039.082252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775039.082255:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775039.082262:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775039.082266:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775039.082270:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775039.082273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775039.082275:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775039.082278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775039.850342:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775039.850347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775039.850351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775040.874412:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775040.874416:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775040.874419:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775042.282816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775042.282820:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775042.283230:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775042.283231:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775042.283460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775042.283461:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775042.283692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775042.283694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775775043.946394:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775043.946398:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775043.946402:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775044.970439:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775044.970443:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775044.970447:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775047.402869:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775047.402872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775047.403326:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775047.403332:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775047.403589:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775047.403591:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775047.403777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775047.403779:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775048.042295:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775048.042298:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775048.042301:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775049.066357:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775049.066360:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775049.066363:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775052.138325:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775052.138329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775052.138332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775052.522835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775052.522839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775775052.523435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775052.523439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775775052.523705:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775052.523713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775775052.523941:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775052.523942:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1775775053.162343:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775053.162348:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775053.162352:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775056.234348:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775056.234352:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775056.234355:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775057.258325:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775057.258328:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775057.258331:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775057.642898:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775057.642905:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775775057.643506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775057.643508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775775057.643835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775057.643838:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775775057.644147:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775057.644149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1775775060.330361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775060.330366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775060.330370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775061.354322:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775061.354338:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775061.354342:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775062.762796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775062.762802:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775062.763219:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775062.763221:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775062.763476:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775062.763478:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775062.763665:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775062.763666:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775775064.426302:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775064.426319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775064.426322:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775065.450350:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775065.450354:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775065.450358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775067.882872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775067.883113:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775067.883265:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775067.883424:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775068.522410:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775068.522415:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775068.522419:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775069.546396:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775069.546403:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775069.546408:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775775070.954483:0:2346:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775070.954525:0:2346:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775070.954535:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775070.954540:0:2346:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775070.954546:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775070.954550:0:2346:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775070.954555:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775070.954560:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed500.
00000400:00000200:3.0:1775775070.954566:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775070.954571:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775070.954583:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2550
00000400:00000010:3.0:1775775070.954587:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2550.
00000100:00000001:3.0:1775775070.954592:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775070.954601:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d15500 x1862023309116928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954634:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775070.954639:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309116928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954647:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775070.954649:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775070.954658:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775070.954660:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedb00.
00000400:00000200:3.0:1775775070.954682:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775070.954688:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775070.954692:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:3.0:1775775070.954694:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:3.0:1775775070.954697:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775070.954701:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d17b80 x1862023309117056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954713:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775070.954719:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309117056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954729:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775070.954733:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775070.954744:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775070.954748:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:3.0:1775775070.954752:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775070.954758:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775070.954771:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2aa0
00000400:00000010:3.0:1775775070.954775:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2aa0.
00000100:00000001:3.0:1775775070.954780:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775070.954787:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16300 x1862023309117184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954804:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775070.954811:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309117184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954827:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775070.954832:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775070.954843:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775070.954848:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedf00.
00000400:00000200:3.0:1775775070.954853:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775070.954864:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775070.954869:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:3.0:1775775070.954880:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775775070.954885:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775070.954895:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14e00 x1862023309117312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954911:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775070.954917:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309117312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775070.954930:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775070.954933:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775775072.618364:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775072.618368:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775072.618370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775073.003257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775073.003261:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775073.003656:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775073.003659:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775073.003955:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775073.003958:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775073.004318:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775073.004320:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775775073.642327:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775073.642331:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775073.642334:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775076.714357:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775076.714361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775076.714365:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775077.738361:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775077.738365:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775077.738368:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775078.122894:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775078.122899:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775078.123402:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775078.123405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775078.123653:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775078.123655:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775078.123859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775078.123861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775775080.810327:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775080.810330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775080.810332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775081.834373:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775081.834376:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775081.834379:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775083.242986:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775083.242991:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775083.243570:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775083.243573:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775083.243752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775083.243753:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775083.243960:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775083.243962:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775775084.906380:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775084.906384:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775084.906387:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775085.930305:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775085.930308:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775085.930311:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775088.362782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775088.362787:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775088.363284:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775088.363287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775088.363486:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775088.363488:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775088.363712:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775088.363714:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1775775089.002316:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775089.002319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775089.002341:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775090.026318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775090.026321:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775090.026323:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775093.098309:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775093.098313:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775093.098316:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775093.482720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775093.482726:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775093.483251:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775093.483253:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775093.483430:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775093.483431:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775093.483582:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775093.483583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775094.122349:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775094.122354:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775094.122357:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775097.194347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775097.194349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775097.194351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775098.218351:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775098.218354:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775098.218357:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775098.602242:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775098.602251:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775098.602254:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775098.602258:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775098.602262:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775098.602268:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11375
00000400:00000200:3.0:1775775098.602281:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775098.602286:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775098.602288:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775098.602290:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602293:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602295:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602296:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775098.602299:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775098.602300:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775098.602302:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775098.602303:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775098.602321:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775098.602323:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775098.602326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602328:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602330:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602332:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775098.602334:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775098.602337:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602340:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775098.602343:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775098.602346:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775098.602349:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602351:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775098.602354:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775098.602360:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775098.602362:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775098.602365:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775098.602366:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602368:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775098.602370:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775098.602374:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775098.602380:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775098.602385:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775098.602391:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309120000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775098.602400:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775098.602403:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775098.602406:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309120000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775098.602420:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775098.602427:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775098.602434:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775098.602435:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775098.602436:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775098.602439:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775098.602441:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11375
00000400:00000200:3.0:1775775098.602445:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775098.602447:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775098.602449:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775098.602452:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602454:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602457:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602461:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775098.602462:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775098.602464:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775098.602466:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775098.602468:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775098.602471:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775098.602475:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775098.602480:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602483:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602487:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602489:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775098.602491:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775098.602495:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602499:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775098.602502:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775098.602506:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775098.602507:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602510:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775098.602515:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775098.602521:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602523:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775098.602526:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775098.602530:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775098.602533:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775098.602535:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602537:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775098.602538:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775098.602541:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775098.602545:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775098.602549:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775098.602555:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309120128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775098.602565:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775098.602569:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775098.602576:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309120128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775098.602588:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775098.602593:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775098.602597:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775098.602601:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775098.602602:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775098.602604:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775098.602608:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11375
00000400:00000200:3.0:1775775098.602613:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775098.602618:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775098.602620:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775098.602626:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602628:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602632:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602641:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775098.602645:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775098.602647:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775098.602649:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775098.602651:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775098.602656:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775098.602659:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775098.602664:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602667:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602671:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602686:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775098.602688:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775098.602690:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602691:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775098.602696:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775098.602700:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775098.602702:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602708:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775098.602710:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775098.602715:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602717:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775098.602720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:3.0:1775775098.602722:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775098.602726:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:0.1:1775775098.602726:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1775775098.602728:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775098.602730:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602732:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775098.602733:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775098.602736:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775098.602740:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775098.602744:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775098.602750:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309120256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775098.602772:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775098.602776:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775098.602783:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309120256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775098.602791:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775098.602796:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775098.602800:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775098.602803:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775098.602805:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775098.602807:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775098.602810:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11375
00000400:00000200:3.0:1775775098.602817:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775098.602820:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775098.602824:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775098.602826:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602827:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602829:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602832:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775098.602833:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775098.602834:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775098.602835:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775098.602837:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775098.602840:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775098.602842:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775098.602846:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602850:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775098.602852:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602855:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775098.602861:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775098.602863:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775098.602866:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775098.602867:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775098.602871:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775098.602876:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602880:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775098.602883:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775098.602889:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602892:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775098.602898:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775098.602903:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775098.602909:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775098.602911:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775098.602915:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775098.602918:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775098.602922:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775098.602927:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775098.602930:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775098.602937:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309120384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775098.602948:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775098.602950:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775098.602957:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309120384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775098.602975:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775098.602981:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11385)
00000800:00000200:0.1:1775775098.603130:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775098.603132:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775098.603362:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775098.603364:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775098.603538:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775098.603540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1775775101.290327:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775101.290330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775101.290333:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775102.314336:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775102.314339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775102.314356:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775103.722713:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775103.722717:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775103.723133:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775103.723134:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775103.723358:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775103.723361:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775103.723547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775103.723548:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775775105.386513:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775105.386521:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775105.386526:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775106.410395:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775106.410399:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775106.410402:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775108.842737:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775108.842743:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775108.843293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775108.843295:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775108.843477:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775108.843478:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775108.843680:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775108.843681:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775775109.482345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775109.482349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775109.482351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775110.506382:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775110.506384:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775110.506387:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775113.578336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775113.578339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775113.578343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775113.963254:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775113.963262:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775113.963884:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775113.963887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775113.964213:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775113.964216:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775113.964521:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775113.964523:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775114.602333:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775114.602336:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775114.602339:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775117.674305:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775117.674309:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775117.674312:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775118.698353:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775118.698357:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775118.698360:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775119.082778:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775119.082792:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775775119.083283:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775119.083285:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775775119.083554:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775119.083556:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775775119.083748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775119.083750:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775775121.770389:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775121.770393:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775121.770396:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775122.794428:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775122.794432:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775122.794435:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775124.203035:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775124.203042:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775775124.203628:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775124.203630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775775124.203953:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775124.203955:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775775124.204131:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775124.204133:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775775125.866354:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775125.866358:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775125.866362:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775126.890361:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775126.890365:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775126.890369:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775129.322845:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775129.322849:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775129.323468:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775129.323470:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775129.323682:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775129.323684:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775129.323917:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775129.323919:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1775775129.962295:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775129.962298:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775129.962301:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775130.986338:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775130.986341:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775130.986344:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775134.058330:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775134.058333:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775134.058336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775134.442785:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775134.443094:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775134.443303:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775134.443456:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775135.082340:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775135.082343:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775135.082346:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775775137.514425:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775137.514467:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775137.514478:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775137.514483:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775137.514488:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775137.514492:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775137.514497:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775137.514501:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:3.0:1775775137.514507:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775137.514512:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775137.514520:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2a18
00000400:00000010:3.0:1775775137.514522:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2a18.
00000100:00000001:3.0:1775775137.514527:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775137.514535:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16a00 x1862023309123584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.514646:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775137.514653:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309123584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515515:0:2345:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775775137.515520:0:2345:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775775137.515524:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6490761800.
02000000:00000001:3.0:1775775137.515544:0:2345:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775775137.515547:0:2345:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775775137.515549:0:2345:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:3.0:1775775137.515552:0:2345:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775775137.515555:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:3.0:1775775137.515560:0:2345:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775775137.515562:0:2345:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775775137.515564:0:2345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16a00.
00000100:00000001:3.0:1775775137.515568:0:2345:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775775137.515569:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775137.515572:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775137.515585:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775137.515588:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eede00.
00000400:00000200:3.0:1775775137.515592:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775137.515598:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775137.515603:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:3.0:1775775137.515605:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:3.0:1775775137.515609:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775137.515616:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16680 x1862023309123712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515642:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775137.515647:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16680 x1862023309123712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515655:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775137.515657:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775137.515664:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775137.515666:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed000.
00000400:00000200:3.0:1775775137.515670:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775137.515674:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775137.515677:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2b28
00000400:00000010:3.0:1775775137.515678:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2b28.
00000100:00000001:3.0:1775775137.515681:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775137.515685:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14000 x1862023309123840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515706:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775137.515710:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309123840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515717:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775137.515718:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775137.515724:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775137.515739:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed900.
00000400:00000200:3.0:1775775137.515742:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775137.515746:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775137.515749:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace22a8
00000400:00000010:3.0:1775775137.515750:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace22a8.
00000100:00000001:3.0:1775775137.515752:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775137.515756:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d17480 x1862023309123968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515763:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775137.515766:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309123968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775159 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775137.515773:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775137.515774:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775775138.154422:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775138.154426:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775138.154429:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775139.178318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775139.178323:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775139.178328:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775139.562813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775139.562817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775139.563225:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775139.563228:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775139.563638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775139.563640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775139.563942:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775139.563944:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775775142.250383:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775142.250386:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775142.250396:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775143.274319:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775143.274323:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775143.274326:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775144.682785:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775144.682790:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775144.683276:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775144.683278:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775144.683493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775144.683506:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775144.683694:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775144.683697:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775775146.346310:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775146.346334:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775146.346338:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775147.370897:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775147.370901:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775147.370903:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775149.802829:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775149.802836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775149.803365:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775149.803367:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775149.803638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775149.803640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775149.803849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775149.803851:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775775150.442338:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775150.442342:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775150.442346:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775151.466315:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775151.466319:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775151.466322:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775154.538340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775154.538344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775154.538348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775154.922285:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775154.922295:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775154.922298:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775154.922302:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775154.922307:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775154.922314:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11431
00000400:00000200:3.0:1775775154.922324:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775154.922331:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775154.922334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775154.922338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922341:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922344:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922346:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775154.922351:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775154.922353:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775154.922355:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775154.922358:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775154.922361:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775154.922363:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775154.922381:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922384:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922386:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922389:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775154.922392:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775154.922395:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922398:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775154.922402:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775154.922405:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775154.922408:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922411:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775154.922413:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775154.922420:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775154.922424:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775154.922428:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775154.922430:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922433:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775154.922436:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775154.922440:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775154.922448:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775154.922454:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775154.922463:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309125632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775154.922475:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775154.922479:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775154.922484:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309125632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775154.922509:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775154.922513:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775154.922517:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775154.922518:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775154.922525:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775154.922529:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775154.922533:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11431
00000400:00000200:3.0:1775775154.922538:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775154.922543:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775154.922547:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775154.922562:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922565:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922569:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922571:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775154.922574:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775154.922575:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775154.922577:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775154.922579:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775154.922582:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775154.922584:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775154.922588:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922590:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922592:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922595:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775154.922597:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775154.922600:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922605:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775154.922608:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775154.922614:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775154.922620:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922624:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775154.922629:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775154.922634:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922639:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775154.922650:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775154.922654:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775154.922666:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775154.922669:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922671:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775154.922674:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775154.922678:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775154.922684:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775154.922689:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775154.922712:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309125760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775154.922722:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775154.922727:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775154.922733:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309125760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775154.922764:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775154.922770:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775154.922777:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775154.922780:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775154.922783:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775154.922789:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775154.922794:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11431
00000400:00000200:3.0:1775775154.922802:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775154.922807:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775154.922811:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775154.922816:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922820:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922826:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922829:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775154.922833:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775154.922841:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775154.922845:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775154.922850:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775154.922855:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775154.922861:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775154.922867:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922881:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.922887:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922893:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775154.922897:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775154.922903:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775154.922909:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775154.922913:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775154.922918:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1775775154.922919:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775154.922924:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775154.922924:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775775154.922930:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775154.922934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775154.922938:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922940:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775154.922944:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775154.922947:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775154.922952:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775154.922954:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.922958:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775154.922960:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775154.922965:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775154.922973:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775154.922978:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775154.922995:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309125888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775154.923016:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775154.923021:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775154.923035:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309125888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775154.923048:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775154.923052:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775154.923059:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775154.923063:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775154.923066:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775154.923070:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775154.923073:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11431
00000400:00000200:3.0:1775775154.923080:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775154.923084:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775154.923089:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775154.923096:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.923102:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.923105:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.923109:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775154.923114:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775154.923117:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775154.923120:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775154.923123:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775154.923127:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775154.923132:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775154.923140:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.923144:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775154.923147:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775154.923151:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775154.923154:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775154.923159:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775154.923201:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775154.923210:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775154.923216:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775154.923220:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.923226:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775154.923230:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775154.923236:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.923239:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775154.923244:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775154.923249:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775154.923254:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775154.923257:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775154.923261:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775154.923264:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775154.923267:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775154.923274:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775154.923279:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775154.923287:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309126016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775154.923306:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775154.923311:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775154.923318:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309126016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775154.923338:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775154.923345:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11441)
00000800:00000200:1.1:1775775154.923540:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775154.923542:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775154.923797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775154.923799:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775154.923978:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775154.923979:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1775775155.562335:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775155.562339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775155.562341:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775158.634300:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775158.634303:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775158.634306:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775159.658311:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775159.658316:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775159.658320:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775160.042205:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775160.042224:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775160.042227:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775160.042231:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775160.042235:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775160.042252:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11436
00000400:00000200:3.0:1775775160.042262:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775160.042269:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775160.042272:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775160.042276:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042279:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042281:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042283:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775160.042287:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775160.042288:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775160.042290:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775160.042292:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775160.042294:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775160.042296:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775160.042298:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042299:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042301:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042302:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775160.042304:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775160.042306:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042308:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775160.042310:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775160.042313:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775160.042315:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042316:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775160.042318:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775160.042323:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775160.042338:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775160.042342:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775160.042343:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042346:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775160.042348:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775160.042352:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775160.042359:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775160.042364:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775160.042372:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309126144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775160.042380:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775160.042390:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775160.042395:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309126144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775160.042419:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775160.042423:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775160.042427:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775160.042428:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775160.042430:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775160.042432:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775160.042435:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11436
00000400:00000200:3.0:1775775160.042440:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775160.042444:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775160.042447:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775160.042451:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042453:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042461:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042465:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775160.042469:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775160.042472:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775160.042475:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775160.042486:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775160.042491:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775160.042496:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775160.042504:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042511:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042515:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775160.042519:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775160.042525:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042530:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775160.042535:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775160.042542:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775160.042548:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042550:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775160.042555:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775160.042558:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042559:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775160.042565:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775160.042568:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775160.042570:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775160.042572:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042576:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775160.042578:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775160.042580:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775160.042586:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775160.042590:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775160.042599:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309126272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775160.042627:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775160.042631:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775160.042642:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309126272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775160.042673:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775160.042677:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775160.042681:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775160.042683:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775160.042686:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775160.042691:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775160.042695:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11436
00000400:00000200:3.0:1775775160.042700:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775160.042705:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775160.042710:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775160.042714:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042717:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042723:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042727:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775160.042731:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775160.042734:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775160.042737:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775160.042741:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775160.042745:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775160.042750:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775160.042776:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042781:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.042786:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042791:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775160.042794:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775160.042801:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775160.042804:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775160.042815:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775775160.042819:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775160.042821:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1775775160.042822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
02000000:00000001:3.0:1775775160.042827:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042832:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775160.042836:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775160.042843:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042848:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775160.042854:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775160.042860:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775160.042865:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775160.042868:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.042874:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775160.042877:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775160.042881:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775160.042887:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775160.042892:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775160.042900:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309126400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775160.042922:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775160.042928:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775160.042933:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309126400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775160.042946:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775160.042950:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775160.042957:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775160.042961:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775160.042965:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775160.042971:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775160.042977:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11436
00000400:00000200:3.0:1775775160.042999:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775160.043010:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775160.043015:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775160.043039:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.043044:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.043050:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.043055:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775160.043061:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775160.043063:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775160.043068:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775160.043071:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775160.043075:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775160.043082:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775160.043089:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.043095:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775160.043101:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775160.043107:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775160.043112:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775160.043119:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775160.043124:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775160.043127:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775160.043134:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775160.043140:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.043146:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775160.043149:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775160.043156:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.043161:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775160.043201:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775160.043207:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775160.043212:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775160.043215:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775160.043218:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775160.043222:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775160.043227:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775160.043234:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775160.043247:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775160.043255:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309126528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775160.043294:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775160.043300:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775160.043310:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309126528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775160.043331:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775160.043339:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11446)
00000800:00000200:1.1:1775775160.043439:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775160.043442:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775160.043721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775160.043728:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775160.043965:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775160.043967:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1775775162.730370:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775162.730373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775162.730376:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775163.754370:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775163.754373:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775163.754376:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775165.162786:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775165.162792:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775165.163401:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775165.163404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775165.163737:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775165.163740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775165.163932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775165.163933:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1775775166.826311:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775166.826315:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775166.826317:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775167.850347:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775167.850351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775167.850355:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775170.282276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775170.282287:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775170.282290:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775170.282293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775170.282298:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775170.282304:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11446
00000400:00000200:3.0:1775775170.282315:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775170.282321:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775170.282325:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775170.282329:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282332:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282363:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282366:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775170.282371:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775170.282374:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775170.282376:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775170.282379:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775170.282381:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775170.282384:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775170.282387:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282389:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282390:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282392:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775170.282395:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775170.282398:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282401:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775170.282405:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775170.282408:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775170.282411:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282414:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775170.282416:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775170.282453:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775170.282457:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775170.282461:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775170.282463:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282466:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775170.282469:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775170.282473:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775170.282482:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775170.282488:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775170.282499:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309127168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775170.282510:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775170.282521:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775170.282527:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309127168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775170.282553:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775170.282557:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775170.282565:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775170.282567:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775170.282569:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775170.282572:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775170.282575:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11446
00000400:00000200:3.0:1775775170.282580:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775170.282584:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775170.282587:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775170.282591:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282593:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282596:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282599:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775170.282603:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775170.282606:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775170.282609:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775170.282613:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775170.282619:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775170.282625:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775170.282633:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282637:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282642:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282646:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775170.282652:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775170.282658:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282677:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775170.282680:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775170.282688:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775170.282691:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282695:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775170.282701:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775170.282705:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282710:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775170.282716:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775170.282722:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775170.282726:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775170.282730:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282735:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775170.282737:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775170.282741:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775170.282748:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775170.282753:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775170.282765:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309127296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775170.282786:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775170.282791:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775170.282800:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309127296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775170.282821:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775170.282826:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775170.282833:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775170.282834:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775170.282836:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775170.282841:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775170.282848:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11446
00000400:00000200:3.0:1775775170.282859:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775170.282860:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775170.282864:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000400:00000200:3.0:1775775170.282873:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775170.282879:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775170.282883:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282887:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282893:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282896:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775170.282900:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775170.282903:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775170.282906:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775170.282909:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775170.282913:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775170.282919:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775170.282927:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282930:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.282936:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282941:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775170.282946:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775170.282952:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775170.282959:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775170.282963:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775170.282967:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775170.282970:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282974:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775170.282979:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775170.282983:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.282988:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775170.282992:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775170.282996:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775170.282999:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775170.283001:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.283005:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775170.283013:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775170.283017:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775170.283026:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775170.283031:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775170.283040:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309127424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775170.283063:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775170.283068:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775170.283077:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309127424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775170.283089:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775170.283092:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775170.283099:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775170.283102:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775170.283105:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775170.283111:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775170.283118:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11446
00000400:00000200:3.0:1775775170.283126:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775170.283132:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775170.283138:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775170.283144:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.283146:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.283149:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.283151:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775170.283158:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775170.283159:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775170.283204:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775170.283206:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775170.283211:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775170.283215:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775170.283228:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.283234:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775170.283240:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775170.283245:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775170.283250:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775170.283258:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775170.283263:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775170.283265:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775170.283269:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775170.283273:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.283277:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775170.283281:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775170.283285:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.283289:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775170.283295:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775170.283301:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775170.283308:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775170.283311:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775170.283314:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775170.283317:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775170.283321:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775170.283329:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775170.283334:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775170.283344:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309127552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775170.283357:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775170.283361:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775170.283369:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309127552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775170.283381:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775170.283388:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11456)
00000800:00000200:1.1:1775775170.283564:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775170.283566:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775170.283831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775170.283834:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775170.284107:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775170.284110:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1775775170.922329:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775170.922333:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775170.922336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775171.946343:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775171.946346:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775171.946348:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775175.018361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775175.018365:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775175.018368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775175.402953:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775175.402960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775775175.403623:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775175.403630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775775175.403840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775175.403851:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1775775175.404049:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775175.404051:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1775775176.042364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775176.042369:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775176.042372:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775179.114347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775179.114351:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775179.114355:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775180.138318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775180.138322:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775180.138325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775180.522265:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775180.522275:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775180.522278:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775180.522282:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775180.522287:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775180.522294:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11456
00000400:00000200:3.0:1775775180.522304:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775180.522310:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775180.522313:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775180.522315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522317:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522319:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522321:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775180.522324:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775180.522325:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775180.522327:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775180.522352:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775180.522354:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775180.522356:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775180.522358:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522361:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522362:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775180.522364:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775180.522366:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522368:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775180.522370:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775180.522373:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775180.522375:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522377:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775180.522379:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775180.522383:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775180.522385:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775180.522388:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775180.522390:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522392:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775180.522394:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775180.522397:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775180.522404:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775180.522409:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775180.522418:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309128192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775180.522431:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775180.522436:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775180.522440:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309128192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775180.522463:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775180.522467:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775180.522475:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775180.522477:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775180.522486:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775180.522491:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775180.522494:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11456
00000400:00000200:3.0:1775775180.522500:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775180.522506:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775180.522511:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775180.522518:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522524:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522529:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522533:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775180.522538:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775180.522542:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775180.522547:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775180.522550:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775180.522555:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775180.522559:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775180.522568:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522571:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522577:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522580:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775180.522586:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775180.522594:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522599:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775180.522602:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775180.522607:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775180.522612:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522616:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775180.522621:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775180.522631:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522636:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775180.522642:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775180.522653:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775180.522658:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775180.522661:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522662:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775180.522663:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775180.522665:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775180.522672:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775180.522679:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775180.522688:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309128320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775180.522695:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775180.522698:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775180.522704:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309128320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775180.522726:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775180.522729:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775180.522734:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775180.522736:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775180.522739:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775180.522749:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775180.522754:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11456
00000400:00000200:3.0:1775775180.522759:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775180.522767:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775180.522770:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775180.522776:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775180.522777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775180.522781:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775180.522782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775775180.522786:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522794:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775180.522797:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775180.522798:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775180.522802:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775180.522805:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775180.522808:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775180.522811:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775180.522815:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522818:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522821:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522823:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775180.522828:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775180.522834:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522840:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775180.522845:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775180.522848:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775180.522853:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522858:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775180.522861:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775180.522864:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522867:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775180.522872:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775180.522876:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775180.522880:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775180.522882:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.522886:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775180.522887:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775180.522889:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775180.522894:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775180.522897:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775180.522904:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309128448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775180.522922:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775180.522924:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775180.522929:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309128448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775180.522938:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775180.522941:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775180.522945:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775180.522948:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775180.522949:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775180.522951:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775180.522955:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11456
00000400:00000200:3.0:1775775180.522964:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775180.522970:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775180.522973:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775180.522975:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522976:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522977:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522978:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775180.522980:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775180.522980:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775180.522982:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775180.522983:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775180.522987:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775180.522989:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775180.522993:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.522996:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775180.522998:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775180.523002:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775180.523008:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775180.523012:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775180.523016:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775180.523019:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775180.523022:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775180.523028:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.523034:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775180.523038:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775180.523041:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.523043:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775180.523047:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775180.523051:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775180.523058:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775180.523061:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775180.523064:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775180.523067:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775180.523070:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775180.523077:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775180.523083:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775180.523092:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309128576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775180.523106:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775180.523109:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775180.523115:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309128576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775180.523122:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775180.523127:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11467)
00000800:00000200:1.1:1775775180.523413:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775180.523414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775180.523665:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775180.523667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775180.523920:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775180.523923:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775183.210358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775183.210361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775183.210365:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775184.234324:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775184.234328:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775184.234352:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775185.642839:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775185.642845:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775185.643309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775185.643311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775185.643492:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775185.643494:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775185.643730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775185.643732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775775187.306395:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775187.306402:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775187.306407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775188.330322:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775188.330328:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775188.330333:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775190.762930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775190.762935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775190.763352:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775190.763354:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775190.763542:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775190.763561:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775190.763745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775190.763746:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775775191.402347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775191.402351:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775191.402354:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775192.426304:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775192.426308:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775192.426311:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775195.498319:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775195.498323:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775195.498325:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775195.882290:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775195.882300:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775195.882303:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775195.882307:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775195.882312:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775195.882318:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11472
00000400:00000200:3.0:1775775195.882328:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775195.882334:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775195.882338:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775195.882341:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882345:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.882347:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882349:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775195.882354:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775195.882357:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775195.882359:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775195.882362:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775195.882381:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775195.882384:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775195.882388:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882390:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.882392:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882394:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775195.882397:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775195.882401:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882404:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775195.882407:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775195.882411:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775195.882414:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882417:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775195.882419:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775195.882425:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775195.882429:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775195.882433:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775195.882435:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882438:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775195.882441:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775195.882445:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775195.882453:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775195.882460:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775195.882470:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309129728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775195.882481:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775195.882486:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775195.882491:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309129728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775195.882517:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775195.882521:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775195.882531:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775195.882533:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775195.882534:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775195.882538:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775195.882541:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11472
00000400:00000200:3.0:1775775195.882547:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775195.882551:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775195.882554:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775195.882559:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882563:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.882569:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882575:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775195.882581:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775195.882585:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775195.882590:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775195.882595:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775195.882601:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775195.882606:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775195.882614:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882620:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.882625:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882627:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775195.882632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775195.882637:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882642:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775195.882645:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775195.882651:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775195.882655:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882660:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775195.882665:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775195.882679:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882684:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775195.882692:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775195.882698:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775195.882705:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775195.882708:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882712:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775195.882715:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775195.882717:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775195.882722:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775195.882739:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775195.882749:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309129856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775195.882759:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775195.882763:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775195.882770:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309129856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775195.882792:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775195.882798:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775195.882807:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775195.882810:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775195.882812:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775195.882819:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775195.882826:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11472
00000400:00000200:3.0:1775775195.882836:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775195.882844:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775195.882849:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775195.882858:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775195.882859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775195.882865:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775195.882865:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775775195.882873:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882886:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775195.882892:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775195.882896:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775195.882900:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775195.882904:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775195.882909:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775195.882916:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775195.882925:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882931:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.882938:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882945:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775195.882950:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775195.882957:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775195.882964:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775195.882970:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775195.882975:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775195.882995:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.882998:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775195.883003:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775195.883008:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.883012:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775195.883018:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775195.883023:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775195.883030:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775195.883034:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.883037:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775195.883041:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775195.883044:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775195.883053:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775195.883061:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775195.883073:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309129984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775195.883127:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775195.883133:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775195.883144:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309129984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775195.883211:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775195.883216:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775195.883226:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775195.883231:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775195.883234:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775195.883239:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775195.883247:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11472
00000400:00000200:3.0:1775775195.883256:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775195.883265:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775195.883271:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775195.883279:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.883284:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.883288:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.883290:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775195.883295:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775195.883299:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775195.883303:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775195.883308:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775195.883313:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775195.883317:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775195.883325:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.883330:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775195.883335:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775195.883340:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775195.883353:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775195.883361:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775195.883366:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775195.883371:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775195.883377:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775195.883383:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.883387:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775195.883391:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775195.883398:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.883402:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775195.883411:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775195.883417:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775195.883423:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775195.883426:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775195.883432:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775195.883435:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775195.883440:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775195.883449:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775195.883457:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775195.883468:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309130112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775195.883493:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775195.883498:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775195.883507:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309130112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775195.883513:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775195.883520:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1775775195.883525:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775195.883533:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11482)
00000800:00000200:1.1:1775775195.883806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775195.883808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775195.884063:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775195.884064:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1775775196.522377:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775196.522380:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775196.522384:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775199.594321:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775199.594324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775199.594345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775200.618321:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775200.618325:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775200.618327:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775201.002235:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775201.002243:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775201.002245:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775201.002249:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775201.002252:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775201.002258:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11477
00000400:00000200:3.0:1775775201.002265:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775201.002270:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775201.002272:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775201.002275:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002277:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002279:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002281:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775201.002284:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775201.002285:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775201.002287:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775201.002289:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775201.002290:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775201.002292:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775201.002294:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002295:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002296:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002297:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775201.002300:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775201.002302:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002303:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775201.002324:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775201.002328:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775201.002332:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002333:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775201.002336:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775201.002343:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775201.002347:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775201.002351:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775201.002353:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002356:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775201.002359:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775201.002363:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775201.002372:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775201.002378:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775201.002388:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309130240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775201.002399:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775201.002403:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775201.002408:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309130240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775201.002432:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775201.002435:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775201.002437:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775201.002438:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775201.002439:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775201.002442:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775201.002444:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11477
00000400:00000200:3.0:1775775201.002447:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775201.002449:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775201.002451:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775201.002453:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002455:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002462:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002464:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775201.002466:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775201.002467:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775201.002468:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775201.002470:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775201.002472:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775201.002474:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775201.002476:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002477:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002478:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002480:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775201.002484:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775201.002486:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002490:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775201.002491:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775201.002497:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775201.002500:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002502:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775201.002514:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775201.002517:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002522:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775201.002525:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775201.002528:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775201.002532:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775201.002534:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002539:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775201.002540:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775201.002544:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775201.002550:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775201.002554:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775201.002560:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309130368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775201.002574:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775201.002577:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775201.002581:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309130368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775201.002594:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775201.002597:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775201.002601:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775201.002603:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775201.002604:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775201.002606:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775201.002610:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11477
00000400:00000200:3.0:1775775201.002614:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775201.002616:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775201.002621:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775201.002624:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002627:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002630:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002632:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775201.002635:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775201.002636:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775201.002638:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775201.002640:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775201.002641:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775201.002643:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775201.002645:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002647:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002651:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002656:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775201.002666:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775201.002673:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002677:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775201.002680:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775201.002684:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775201.002689:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002692:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775201.002695:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775201.002701:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002703:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775201.002709:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775201.002714:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775201.002717:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775201.002719:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002721:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775201.002723:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775201.002726:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775201.002731:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775201.002735:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775201.002742:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309130496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775201.002750:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775201.002753:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775201.002760:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309130496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775201.002773:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775201.002776:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775201.002781:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775201.002782:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775201.002784:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775201.002787:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775775201.002791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775775201.002796:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11477
00000400:00000200:3.0:1775775201.002800:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775201.002803:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775201.002805:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775201.002811:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002815:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002818:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002822:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775201.002824:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775201.002827:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775201.002829:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775201.002831:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775201.002832:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775201.002836:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775201.002839:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002841:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775201.002844:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002846:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775201.002848:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775201.002850:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775201.002854:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775201.002856:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775201.002858:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775201.002861:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002863:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775201.002865:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775201.002869:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002871:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775201.002877:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775201.002880:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775201.002882:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775201.002903:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775201.002906:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775201.002907:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775201.002909:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775201.002913:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775201.002916:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775201.002922:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309130624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775201.002930:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775201.002934:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775201.002939:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309130624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775201.002964:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775201.002967:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11487)
00000800:00000200:1.1:1775775201.003102:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775201.003299:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775201.003470:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775203.690304:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775203.690307:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775203.690310:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775204.714360:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775204.714364:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775204.714366:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775206.122319:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775206.122329:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775206.122333:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775206.122337:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775206.122343:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775206.122353:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11482
00000400:00000200:3.0:1775775206.122365:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775206.122373:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775206.122377:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775206.122381:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122385:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.122388:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122413:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775206.122417:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775206.122419:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775206.122421:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775206.122424:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775206.122426:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775206.122427:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775206.122430:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122431:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.122432:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122433:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775206.122435:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775206.122438:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122440:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775206.122443:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775206.122447:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775206.122450:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.122452:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775206.122454:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775206.122461:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775206.122465:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775206.122470:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775206.122472:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.122476:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775206.122480:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775206.122486:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775206.122496:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775206.122505:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775206.122517:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309130752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775206.122529:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775206.122536:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775206.122551:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309130752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775206.122582:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775206.122586:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775206.122590:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775206.122592:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775206.122593:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775206.122596:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775206.122599:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11482
00000400:00000200:3.0:1775775206.122603:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775206.122606:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775206.122609:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775206.122612:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122614:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.122617:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122619:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775206.122621:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775206.122623:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775206.122624:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775206.122627:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775206.122629:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775206.122631:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775206.122633:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122635:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.122637:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122639:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775206.122641:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775206.122644:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775206.122647:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775206.122658:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775206.122666:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775206.122669:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.122671:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775206.122678:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775206.122681:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.122683:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775206.122688:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775206.122691:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775206.122698:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775206.122700:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.122701:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775206.122703:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775206.122706:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775206.122711:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775206.122716:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775206.122725:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309130880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775206.122738:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775206.122743:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775206.122752:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309130880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775206.122769:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775206.122773:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775206.122782:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775206.122785:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775206.122788:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775206.122793:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775206.123338:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11482
00000400:00000200:3.0:1775775206.123428:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775206.123440:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775206.123445:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775206.123463:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123468:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.123472:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123475:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775206.123481:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775206.123484:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775206.123487:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775206.123490:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775206.123495:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775206.123500:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775206.123504:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123507:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.123509:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123514:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775206.123520:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775206.123526:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123531:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775206.123535:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775206.123542:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775206.123549:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123553:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775206.123559:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775206.123566:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123571:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775206.123578:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775206.123581:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775206.123584:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775206.123586:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123589:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775206.123591:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775206.123596:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775206.123605:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775206.123617:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775206.123627:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309131008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775206.123643:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775206.123648:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775206.123653:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775775206.123657:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309131008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775206.123660:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775775206.123677:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775206.123685:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775206.123695:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775206.123700:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775206.123704:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775206.123709:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775206.123714:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11482
00000400:00000200:3.0:1775775206.123724:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775206.123735:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775206.123740:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775206.123747:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123753:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.123758:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123763:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775206.123768:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775206.123771:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775206.123775:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775206.123779:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775206.123785:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775206.123791:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775206.123810:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123815:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775206.123825:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123828:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775206.123834:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775206.123841:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775206.123847:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775206.123851:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775206.123855:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775206.123858:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123860:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775206.123863:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775206.123867:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123870:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775206.123875:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775206.123878:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775206.123884:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775206.123886:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775206.123889:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775206.123893:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775206.123896:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775206.123904:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775206.123910:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775206.123919:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309131136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775206.123950:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775206.123954:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775206.123959:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309131136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775206.123975:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775206.123992:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11492)
00000800:00000200:1.1:1775775206.124351:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775206.124354:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775206.124693:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775206.124696:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775206.125061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775206.125063:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775775207.786326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775207.786330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775207.786334:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775208.810330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775208.810334:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775208.810338:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775211.243050:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775211.243065:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775211.243685:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775211.243688:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775211.243904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775211.243906:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775211.244084:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775211.244086:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775775211.882297:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775211.882300:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775211.882302:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775212.906384:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775212.906387:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775212.906390:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775215.978326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775215.978329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775215.978332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775216.362764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775216.362770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775216.363255:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775216.363257:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775216.363500:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775216.363502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775216.363704:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775216.363705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775775217.002317:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775217.002321:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775217.002325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775220.074320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775220.074325:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775220.074329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775221.098344:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775221.098348:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775221.098352:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775221.482322:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775221.482340:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775221.482342:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775221.482345:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775221.482349:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775221.482355:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11497
00000400:00000200:3.0:1775775221.482363:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775221.482368:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775221.482371:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775221.482373:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482375:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482377:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482379:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775221.482398:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775221.482399:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775221.482402:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775221.482404:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775221.482406:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775221.482407:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775221.482410:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482411:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482413:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482414:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775221.482416:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775221.482418:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482419:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775221.482422:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775221.482424:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775221.482426:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482428:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775221.482429:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775221.482434:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775221.482437:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775221.482440:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775221.482441:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482443:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775221.482446:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775221.482449:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775221.482455:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775221.482461:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775221.482468:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309132288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775221.482475:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775221.482479:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775221.482482:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309132288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775221.482510:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775221.482512:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775221.482515:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775221.482516:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775221.482517:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775221.482519:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775221.482521:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11497
00000400:00000200:3.0:1775775221.482524:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775221.482526:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775221.482528:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775221.482544:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482547:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482549:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775221.482550:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775221.482551:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775221.482552:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775221.482554:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775221.482555:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775221.482556:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775221.482558:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482562:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482564:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775221.482565:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775221.482568:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482569:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775221.482575:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775221.482582:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775221.482585:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482588:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775221.482591:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775221.482594:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482596:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775221.482600:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775221.482604:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775221.482608:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775221.482610:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482613:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775221.482616:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775221.482618:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775221.482622:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775221.482626:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775221.482633:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309132416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775221.482646:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775221.482649:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775221.482654:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309132416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775221.482666:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775221.482669:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775221.482674:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775221.482676:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775221.482679:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775221.482681:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775221.482683:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11497
00000400:00000200:3.0:1775775221.482688:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775221.482692:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775221.482696:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775221.482705:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482708:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482710:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482714:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775221.482716:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775221.482717:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775221.482718:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775221.482720:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775221.482722:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775221.482723:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775221.482725:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482727:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482729:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482732:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775221.482734:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775221.482735:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482737:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775221.482739:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775221.482742:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775221.482744:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482747:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775221.482755:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775221.482759:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482766:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775221.482771:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775221.482774:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775221.482785:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775221.482789:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482793:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775221.482795:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775221.482798:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775221.482805:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775221.482816:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775221.482826:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309132544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775221.482842:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775221.482845:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775221.482850:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309132544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775221.482861:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775221.482865:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775221.482870:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775221.482874:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775221.482876:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775221.482882:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775221.482887:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11497
00000400:00000200:3.0:1775775221.482900:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775221.482907:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775221.482910:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775221.482915:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482919:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482922:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482924:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775221.482928:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775221.482929:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775221.482934:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775221.482936:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775221.482937:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775221.482939:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775221.482944:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482945:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775221.482953:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482957:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775221.482962:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775221.482969:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775221.482974:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775221.482978:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775775221.482979:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775221.482984:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1775775221.482984:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1775775221.482990:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.482995:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775221.483000:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775221.483005:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.483007:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775221.483011:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775221.483016:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775221.483021:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775221.483022:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775221.483026:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775221.483029:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775221.483033:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775221.483039:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775221.483045:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775221.483055:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309132672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775221.483069:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775221.483075:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775221.483084:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309132672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775221.483103:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775221.483110:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11508)
00000800:00000200:1.1:1775775221.483425:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775221.483427:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775221.483634:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775221.483636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775221.483847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775221.483849:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1775775224.170433:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775224.170436:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775224.170439:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775225.194293:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775225.194297:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775225.194299:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775226.602221:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775226.602231:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775226.602234:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775226.602238:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775226.602242:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775226.602250:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11503
00000400:00000200:3.0:1775775226.602261:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775226.602267:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775226.602271:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775226.602275:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602278:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602280:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602283:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775226.602287:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775226.602289:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775226.602291:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775226.602294:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775226.602296:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775226.602299:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775226.602302:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602304:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602306:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602308:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775226.602311:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775226.602314:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602317:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775226.602321:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775226.602336:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775226.602339:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602342:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775226.602344:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775226.602350:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775226.602354:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775226.602358:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775226.602359:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602363:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775226.602365:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775226.602369:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775226.602377:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775226.602385:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775226.602394:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309132800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775226.602406:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775226.602410:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775226.602416:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309132800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775226.602439:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775226.602455:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775226.602458:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775226.602460:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775226.602462:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775226.602465:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775226.602469:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11503
00000400:00000200:3.0:1775775226.602474:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775226.602478:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775226.602481:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775226.602485:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602490:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602505:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602510:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775226.602517:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775226.602520:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775226.602524:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775226.602528:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775226.602533:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775226.602537:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775226.602545:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602550:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602557:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602561:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775226.602564:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775226.602571:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602576:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775226.602578:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775226.602585:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775226.602589:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602593:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775226.602599:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775226.602604:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602606:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775226.602614:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775226.602617:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775226.602622:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775226.602626:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602631:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775226.602634:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775226.602638:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775226.602645:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775226.602653:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775226.602663:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309132928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775226.602685:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775226.602689:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775226.602697:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309132928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775226.602718:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775226.602724:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775226.602732:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775226.602736:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775226.602741:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775226.602747:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775226.602754:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11503
00000400:00000200:3.0:1775775226.602763:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775226.602774:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775226.602779:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775226.602788:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602792:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602796:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602802:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775226.602808:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775226.602811:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775226.602814:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775775226.602818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775775226.602819:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775226.602824:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775226.602824:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775226.602827:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775226.602832:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602836:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.602843:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602849:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775226.602863:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775226.602870:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775226.602876:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775226.602880:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775226.602886:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775226.602893:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602908:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775226.602916:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775226.602923:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602928:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775226.602935:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775226.602939:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775226.602942:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775226.602945:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.602950:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775226.602953:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775226.602956:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775226.602964:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775226.602969:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775226.602977:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309133056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775226.602993:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775226.602998:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775226.603007:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309133056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775226.603020:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775226.603025:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775226.603035:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775226.603039:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775226.603041:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775226.603046:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775226.603060:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11503
00000400:00000200:3.0:1775775226.603070:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775226.603079:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775226.603085:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775226.603092:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.603097:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.603103:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.603107:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775226.603112:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775226.603115:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775226.603119:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775226.603123:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775226.603129:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775226.603136:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775226.603144:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.603149:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775226.603153:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775226.603158:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775226.603160:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775226.603190:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775226.603193:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775226.603195:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775226.603199:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775226.603202:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.603206:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775226.603210:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775226.603216:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.603222:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775226.603230:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775226.603235:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775226.603243:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775226.603252:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775226.603256:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775226.603259:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775226.603263:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775226.603273:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775226.603279:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775226.603287:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309133184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775226.603305:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775226.603312:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775226.603322:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309133184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775226.603353:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775226.603365:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11513)
00000800:00000200:1.1:1775775226.603529:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775226.603532:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775226.603820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775226.603823:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775226.604107:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775226.604110:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775228.266333:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775228.266337:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775228.266339:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775229.290335:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775229.290338:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775229.290341:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775231.722263:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775231.722271:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775231.722273:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775231.722277:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775231.722280:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775231.722286:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11508
00000400:00000200:3.0:1775775231.722294:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775231.722299:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775231.722302:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775231.722304:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722307:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722308:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722325:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775231.722329:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775231.722331:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775231.722333:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775231.722335:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775231.722336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775231.722338:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775231.722340:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722342:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722343:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775231.722346:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775231.722348:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722350:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775231.722373:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775231.722376:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775231.722379:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722380:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775231.722382:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775231.722388:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775231.722390:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775231.722393:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775231.722394:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722396:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775231.722399:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775231.722402:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775231.722409:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775231.722414:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775231.722421:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309133312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775231.722429:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775231.722433:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775231.722442:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309133312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775231.722464:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775231.722466:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775231.722469:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775231.722470:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775231.722471:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775231.722473:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775231.722475:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11508
00000400:00000200:3.0:1775775231.722478:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775231.722480:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775231.722482:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775231.722484:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722486:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722488:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722490:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775231.722492:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775231.722493:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775231.722494:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775231.722495:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775231.722497:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775231.722499:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775231.722501:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722503:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722504:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722505:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775231.722507:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775231.722510:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722512:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775231.722518:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775231.722524:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775231.722529:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722532:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775231.722538:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775231.722544:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722549:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775231.722564:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775231.722568:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775231.722573:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775231.722577:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722581:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775231.722583:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775231.722587:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775231.722594:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775231.722599:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775231.722606:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309133440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775231.722613:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775231.722617:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775231.722620:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309133440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775231.722633:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775231.722635:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775231.722640:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775231.722641:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775231.722642:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775231.722645:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775231.722649:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11508
00000400:00000200:3.0:1775775231.722652:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775231.722655:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775231.722659:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775231.722669:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722671:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722675:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722678:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775231.722682:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775231.722684:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775231.722688:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775231.722691:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775231.722695:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775231.722699:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775231.722706:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722710:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722715:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722718:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775231.722723:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775231.722728:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722733:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775231.722737:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775231.722740:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775231.722746:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722748:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775231.722751:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775231.722754:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722756:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775231.722763:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775231.722766:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775231.722770:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775231.722773:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722775:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775231.722777:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775231.722779:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775231.722785:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775231.722793:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775231.722802:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309133568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775231.722815:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775231.722817:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775231.722822:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309133568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775231.722834:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775231.722837:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775231.722842:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1775775231.722842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775231.722844:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775231.722846:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775231.722848:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775775231.722849:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775231.722853:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11508
00000400:00000200:3.0:1775775231.722859:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775231.722865:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775231.722867:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775231.722871:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722873:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722875:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722877:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775231.722881:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775231.722883:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775231.722886:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775231.722889:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775231.722894:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775231.722897:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775231.722903:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722907:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775231.722918:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722923:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775231.722929:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775231.722935:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775231.722938:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775231.722942:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775231.722946:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775231.722951:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722956:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775231.722960:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775231.722965:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722968:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775231.722972:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775231.722974:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775231.722976:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775231.722979:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775231.722980:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775231.722982:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775231.722985:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775231.722990:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775231.722995:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775231.723000:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309133696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775231.723007:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775231.723009:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775231.723014:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309133696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775231.723020:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775231.723026:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11518)
00000800:00000200:1.1:1775775231.723408:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775231.723411:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775231.723713:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775231.723716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775231.724011:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775231.724014:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1775775232.362362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775232.362365:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775232.362368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775233.386521:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775233.386527:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775233.386531:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775236.458408:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775236.458415:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775236.458419:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775236.842526:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775236.842531:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842533:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775236.842535:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775236.842538:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842539:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775236.842541:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775236.842545:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775236.842547:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842548:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775236.842552:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775236.842555:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842563:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775236.842568:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775236.842575:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775236.842577:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775236.842582:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842584:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775236.842585:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775236.842586:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775236.842590:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775236.842594:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775236.842601:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309133952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775236.842669:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775236.842671:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775236.842677:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309133952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775236.842689:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775236.842696:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775236.842707:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775236.842710:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775236.842715:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775236.842718:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775236.842724:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11513
00000400:00000200:2.0:1775775236.842735:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775236.842737:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775236.842739:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775236.842743:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842749:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775236.842756:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842758:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775236.842767:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775236.842771:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775236.842774:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775236.842781:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775236.842784:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775236.842785:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775236.842790:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842792:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775236.842794:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842795:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775236.842798:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775236.842808:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775236.842813:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775236.842817:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775236.842820:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775236.842826:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842834:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775236.842840:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775236.842849:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842855:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775236.842864:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775236.842869:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775236.842872:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775236.842873:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.842875:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775236.842880:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775236.842884:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775236.842888:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775236.842892:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775236.842901:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309134080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775236.842915:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775236.842917:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775236.842924:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309134080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775236.842939:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775236.842943:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775236.842950:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775236.842954:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775236.842956:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775236.842967:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775236.842974:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11513
00000400:00000200:2.0:1775775236.842988:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775236.842993:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775236.842996:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775236.843002:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.843009:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775236.843014:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.843018:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775236.843025:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775236.843030:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775236.843031:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775236.843033:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775236.843037:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775236.843043:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775236.843050:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.843052:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775236.843053:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775236.843056:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775236.843060:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775236.843062:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775236.843064:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775236.843066:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775236.843073:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775236.843083:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.843088:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775236.843096:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775775236.843104:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:2.0:1775775236.843105:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.843113:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775236.843115:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000010:2.0:1775775236.843117:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775236.843122:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775236.843129:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775236.843133:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775236.843144:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775236.843145:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775236.843148:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775236.843151:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775236.843155:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775236.843199:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309134208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775236.843205:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775236.843206:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775236.843224:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309134208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775236.843243:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775236.843251:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11523)
00000800:00000200:1.1:1775775236.843604:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775236.843607:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775236.843837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775236.843839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775236.844083:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775236.844084:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775775237.482346:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775237.482350:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775237.482353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775240.554393:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775240.554396:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775240.554400:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775241.578387:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775241.578391:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775241.578394:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775241.962273:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775241.962281:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775241.962284:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775241.962287:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775241.962291:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775241.962297:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11518
00000400:00000200:2.0:1775775241.962305:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775241.962310:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775241.962313:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775241.962315:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962318:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962320:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962321:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775241.962324:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775241.962326:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775241.962328:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775241.962330:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775241.962332:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775241.962334:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775241.962335:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962337:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962338:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962340:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775241.962342:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775241.962344:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962345:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775241.962365:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775241.962368:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775241.962370:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962371:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775241.962373:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775241.962378:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775241.962381:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775241.962394:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775241.962398:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962400:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775241.962402:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775241.962407:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775241.962413:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775241.962419:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775241.962427:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309134336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775241.962439:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775241.962443:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775241.962448:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309134336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775241.962482:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775241.962486:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775241.962490:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775241.962491:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775241.962493:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775241.962496:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775241.962498:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11518
00000400:00000200:2.0:1775775241.962502:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775241.962504:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775241.962506:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775241.962508:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962510:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962518:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962520:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775241.962521:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775241.962522:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775241.962524:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775241.962526:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775241.962528:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775241.962530:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775241.962534:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962538:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962539:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962541:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775241.962544:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775241.962547:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962551:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775241.962554:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775241.962560:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775241.962562:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962566:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775241.962570:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775241.962573:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962576:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775241.962580:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775241.962582:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775241.962586:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775241.962588:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962590:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775241.962592:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775241.962595:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775241.962600:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775241.962605:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775241.962610:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309134464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775241.962622:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775241.962625:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775241.962631:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309134464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775241.962638:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775241.962641:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775241.962645:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775241.962646:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775241.962647:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775241.962658:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775241.962662:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11518
00000400:00000200:2.0:1775775241.962667:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775241.962670:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775241.962674:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775241.962678:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962681:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962684:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962686:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775241.962689:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775241.962691:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775241.962694:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775241.962696:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775241.962699:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775241.962703:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775241.962709:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962713:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962721:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962726:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775241.962733:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775241.962739:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962741:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775241.962742:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775241.962746:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775241.962750:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962757:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775241.962759:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775241.962765:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962768:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775241.962772:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775241.962777:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775241.962779:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775241.962781:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962785:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775241.962786:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775241.962788:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775241.962792:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775241.962795:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775241.962800:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309134592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775241.962811:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775241.962815:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775241.962828:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309134592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775241.962833:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775241.962835:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775241.962838:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775241.962840:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775241.962843:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775241.962846:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775241.962855:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11518
00000400:00000200:2.0:1775775241.962862:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775241.962867:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775241.962869:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775241.962871:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962875:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962877:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962879:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775241.962881:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775241.962883:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775241.962885:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775241.962888:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775241.962891:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775241.962893:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775241.962896:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962899:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775241.962903:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775241.962906:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775241.962907:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:2.0:1775775241.962909:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775241.962914:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.1:1775775241.962915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775775241.962916:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775241.962917:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775241.962919:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775241.962920:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962922:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775241.962923:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775241.962926:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962929:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775241.962932:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775241.962936:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775241.962941:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775241.962947:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775241.962949:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775241.962951:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775241.962952:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775241.962958:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775241.962963:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775241.962975:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309134720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775241.962986:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775241.962991:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775241.963001:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309134720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775241.963016:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775241.963022:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11528)
00000800:00000200:1.1:1775775241.963455:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775241.963458:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775241.963762:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775241.963766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775241.964076:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775241.964079:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775775244.650335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775244.650341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775244.650345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775245.674366:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775245.674370:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775245.674374:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775247.082262:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775247.082270:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775247.082273:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775247.082276:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775247.082279:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775247.082285:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11523
00000400:00000200:2.0:1775775247.082293:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775247.082299:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775247.082301:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775247.082304:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082306:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082308:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082310:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775247.082312:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775247.082314:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775247.082316:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775247.082318:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775247.082319:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775247.082341:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775247.082344:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082346:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082347:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082348:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775247.082350:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775247.082352:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082354:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775247.082356:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775247.082358:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775247.082361:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082362:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775247.082364:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775247.082369:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775247.082371:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775247.082374:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775247.082375:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082378:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775247.082380:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775247.082384:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775247.082390:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775247.082395:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775247.082403:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309134848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775247.082411:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775247.082415:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775247.082418:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309134848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775247.082435:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775247.082438:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775247.082440:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775247.082445:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775247.082446:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775247.082448:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775247.082450:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11523
00000400:00000200:2.0:1775775247.082453:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775247.082455:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775247.082457:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775247.082459:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082461:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082463:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082465:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775247.082466:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775247.082467:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775247.082468:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775247.082470:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775247.082471:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775247.082473:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775247.082475:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082477:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082483:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082486:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775247.082489:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775247.082492:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082495:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775247.082496:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775247.082501:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775247.082505:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082508:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775247.082513:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775247.082518:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082525:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775247.082529:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775247.082533:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775247.082535:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775247.082537:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082539:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775247.082540:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775247.082544:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775247.082548:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775247.082553:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775247.082557:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309134976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775247.082572:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775247.082575:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775247.082579:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309134976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775247.082589:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775247.082591:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775247.082595:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775247.082598:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775247.082600:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775247.082602:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775247.082605:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11523
00000400:00000200:2.0:1775775247.082610:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775247.082613:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775247.082615:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775247.082621:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082623:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082624:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082626:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775247.082631:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775247.082636:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775247.082637:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775247.082640:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775247.082643:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775247.082646:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775247.082653:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082654:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082658:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082665:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775247.082670:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775247.082674:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082678:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775247.082682:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775247.082684:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775247.082688:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082691:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775247.082694:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775247.082697:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082700:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775247.082703:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775247.082706:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775247.082711:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775247.082712:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082714:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775247.082715:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775247.082716:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775247.082722:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775247.082731:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775247.082736:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309135104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775247.082745:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775247.082749:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775247.082760:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309135104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775247.082772:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775247.082776:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775247.082782:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775247.082785:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775247.082787:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775247.082789:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775247.082792:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11523
00000400:00000200:2.0:1775775247.082799:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775247.082805:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775247.082810:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775247.082813:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082814:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082818:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082820:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775247.082824:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775247.082826:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775247.082827:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775247.082828:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775247.082830:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775247.082833:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775247.082836:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082837:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775247.082840:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082843:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775247.082847:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775247.082850:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775247.082853:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775247.082859:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1775775247.082861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775775247.082863:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775247.082866:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775247.082867:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775775247.082869:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775247.082871:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775247.082875:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082878:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775247.082882:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775247.082885:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775247.082889:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775247.082889:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775247.082891:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775247.082891:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775247.082893:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775247.082897:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775247.082900:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775247.082907:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309135232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775247.082915:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775247.082918:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775247.082922:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309135232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775247.082930:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775247.082934:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11533)
00000800:00000200:1.1:1775775247.083388:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775247.083391:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775247.083691:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775247.083694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775247.083988:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775247.083991:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775248.746294:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775248.746297:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775248.746300:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775249.770352:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775249.770357:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775249.770360:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775252.202254:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775252.202262:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775252.202264:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775252.202268:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775252.202272:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775252.202278:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11528
00000400:00000200:2.0:1775775252.202288:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775252.202296:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775252.202318:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775252.202322:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202326:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202329:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202331:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775252.202335:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775252.202337:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775252.202340:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775252.202342:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775252.202345:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775252.202347:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775252.202349:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202351:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202352:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202353:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775252.202356:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775252.202358:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202360:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775252.202362:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775252.202364:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775252.202366:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202375:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775252.202377:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775252.202382:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775252.202385:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775252.202388:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775252.202389:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202391:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775252.202394:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775252.202398:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775252.202403:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775252.202409:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775252.202422:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309135360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775252.202430:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775252.202434:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775252.202437:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309135360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775252.202453:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775252.202455:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775252.202458:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775252.202459:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775252.202460:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775252.202462:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775252.202463:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11528
00000400:00000200:2.0:1775775252.202467:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775252.202470:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775252.202477:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775252.202479:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202481:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202485:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202487:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775252.202490:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775252.202492:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775252.202493:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775252.202496:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775252.202498:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775252.202502:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775252.202507:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202511:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202514:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202521:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775252.202525:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775252.202530:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202535:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775252.202537:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775252.202543:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775252.202546:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202549:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775252.202554:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775252.202557:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202558:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775252.202565:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775252.202568:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775252.202574:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775252.202576:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202578:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775252.202580:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775252.202583:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775252.202587:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775252.202590:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775252.202597:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309135488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775252.202607:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775252.202610:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775252.202616:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309135488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775252.202625:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775252.202629:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775252.202635:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775252.202638:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775252.202640:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775252.202649:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775252.202653:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11528
00000400:00000200:2.0:1775775252.202659:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775252.202664:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775252.202666:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775252.202670:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202673:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202676:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202678:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775252.202680:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775252.202681:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775252.202682:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775252.202686:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775252.202689:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775252.202691:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775252.202695:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202698:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202702:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202704:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775252.202706:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775252.202709:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202713:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775252.202714:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775252.202722:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775252.202727:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202729:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775252.202732:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775252.202736:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202739:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775252.202744:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775252.202750:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775252.202752:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775252.202755:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202758:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775252.202760:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775252.202762:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775252.202766:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775252.202771:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775252.202777:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309135616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775252.202784:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775252.202788:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775252.202791:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309135616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775252.202801:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775252.202804:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775252.202809:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775252.202811:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775252.202812:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775252.202813:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775252.202816:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11528
00000800:00000200:1.1:1775775252.202817:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:2.0:1775775252.202821:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775252.202822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1775775252.202825:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775252.202828:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775252.202834:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202836:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202840:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202842:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775252.202843:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775252.202844:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775252.202851:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775252.202855:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775252.202857:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775252.202859:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775252.202864:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202867:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775252.202869:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202872:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775252.202874:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775252.202879:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775252.202884:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775252.202888:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775252.202891:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775252.202893:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202895:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775252.202898:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775252.202902:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202906:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775252.202910:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775252.202913:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775252.202918:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775252.202920:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775252.202921:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775252.202923:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775252.202925:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775252.202929:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775252.202933:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775252.202938:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309135744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775252.202947:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775252.202949:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775252.202955:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309135744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775252.202971:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775252.202977:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11538)
00000800:00000200:1.1:1775775252.203266:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775252.203268:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775252.203450:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775252.203452:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775252.203630:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775252.203632:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775775252.842395:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775252.842399:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775252.842402:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775253.866376:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775253.866381:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775253.866385:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775256.938341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775256.938345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775256.938347:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775257.322292:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775257.322324:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775257.322326:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775257.322330:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775257.322334:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775257.322342:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11533
00000400:00000200:3.0:1775775257.322352:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775257.322359:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775257.322362:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775257.322364:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322368:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322370:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322372:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775257.322375:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775257.322377:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775257.322379:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775257.322381:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775257.322383:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775257.322385:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775257.322387:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322389:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322390:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322391:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775257.322394:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775257.322396:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322398:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775257.322401:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775257.322403:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775257.322406:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322407:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775257.322409:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775257.322416:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775257.322423:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775257.322427:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775257.322429:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322432:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775257.322435:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775257.322441:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775257.322449:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775257.322456:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775257.322465:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309135872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775257.322473:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775257.322478:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775257.322482:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309135872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775257.322502:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775257.322505:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775257.322507:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775257.322509:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775257.322510:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775257.322512:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775257.322514:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11533
00000400:00000200:3.0:1775775257.322517:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775257.322519:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775257.322520:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775257.322522:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322524:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322525:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322527:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775257.322528:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775257.322530:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775257.322531:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775257.322539:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775257.322541:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775257.322542:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775257.322545:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322548:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322549:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775257.322550:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775257.322552:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322554:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775257.322556:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775257.322561:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775257.322563:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322565:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775257.322569:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775257.322572:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322573:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775257.322576:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775257.322577:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775257.322579:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775257.322580:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322581:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775257.322583:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775257.322585:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775257.322589:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775257.322595:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775257.322600:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309136000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775257.322609:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775257.322611:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775257.322616:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309136000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775257.322671:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775257.322674:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775257.322681:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775257.322683:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775257.322686:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775257.322690:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775257.322696:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11533
00000400:00000200:3.0:1775775257.322711:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775257.322717:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775257.322720:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775257.322725:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322731:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322736:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322743:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775257.322745:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775257.322746:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775257.322751:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775257.322753:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775257.322758:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775257.322762:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775257.322768:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322769:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322771:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322772:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775257.322774:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775257.322779:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322783:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775257.322789:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775257.322791:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775257.322798:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322801:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775257.322805:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775257.322809:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322812:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775257.322818:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775257.322820:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775257.322822:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775257.322823:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.322825:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775257.322829:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775257.322831:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775257.322836:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775257.322840:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775257.322847:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309136128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775257.322863:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775257.322866:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775257.322874:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309136128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775257.322904:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775257.322928:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775257.322934:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775257.322940:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775257.322944:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775257.322947:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775257.322952:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11533
00000400:00000200:3.0:1775775257.322963:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775257.322971:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775257.322973:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775257.322986:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322989:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.322993:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.322999:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775257.323004:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775257.323005:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775257.323006:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775257.323007:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775257.323009:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775257.323014:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775257.323025:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.323029:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775257.323035:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775257.323039:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775257.323044:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775257.323050:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775257.323053:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775257.323057:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775257.323063:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775257.323067:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.323070:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775257.323073:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775257.323079:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.323086:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775257.323092:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775257.323107:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775257.323117:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775257.323121:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775257.323124:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775257.323131:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775257.323136:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775257.323145:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775257.323153:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775257.323160:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309136256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775257.323195:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775257.323198:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775257.323204:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309136256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775257.323215:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775257.323223:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11543)
00000800:00000200:1.1:1775775257.323229:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775257.323233:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775257.323615:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775257.323617:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775257.323874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775257.323876:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775257.324134:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775257.324137:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775775257.962332:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775257.962339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775257.962343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775261.034380:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775261.034384:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775261.034388:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775262.058375:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775262.058381:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775262.058386:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775262.442280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775262.442287:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775262.442289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775262.442292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775262.442295:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775262.442300:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11538
00000400:00000200:3.0:1775775262.442307:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775262.442312:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775262.442315:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775262.442317:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442320:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442322:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442324:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775262.442338:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775262.442339:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775262.442341:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775262.442344:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775262.442345:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775262.442347:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775262.442349:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442351:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442352:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775262.442354:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775262.442356:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442357:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775262.442359:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775262.442361:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775262.442363:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442364:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775262.442366:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775262.442370:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775262.442372:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775262.442374:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775262.442375:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442377:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775262.442379:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775262.442382:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775262.442387:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775262.442392:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775262.442398:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309136384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775262.442405:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775262.442408:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775262.442411:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309136384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775262.442430:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775262.442432:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775262.442434:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775262.442435:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775262.442436:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775262.442438:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775262.442439:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11538
00000400:00000200:3.0:1775775262.442442:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775262.442444:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775262.442445:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775262.442447:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442449:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442451:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442452:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775262.442453:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775262.442454:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775262.442455:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775262.442456:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775262.442457:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775262.442460:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775262.442464:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442465:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442467:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442468:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775262.442470:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775262.442472:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442473:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775262.442478:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775262.442483:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775262.442485:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442486:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775262.442490:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775262.442495:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442498:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775262.442501:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775262.442503:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775262.442505:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775262.442507:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442510:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775262.442513:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775262.442519:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775262.442526:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775262.442534:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775262.442544:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309136512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775262.442564:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775262.442570:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775262.442577:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309136512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775262.442613:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775262.442618:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775262.442621:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775262.442628:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775262.442629:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775262.442635:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775262.442637:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11538
00000400:00000200:3.0:1775775262.442645:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775262.442652:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775262.442658:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775262.442671:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442674:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442678:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442681:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775262.442683:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775262.442684:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775262.442685:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775262.442687:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775262.442696:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775262.442698:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775262.442701:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442703:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442709:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442712:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775262.442716:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775262.442723:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442725:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775262.442726:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775262.442729:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775262.442731:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442736:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775262.442739:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775262.442744:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442752:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775262.442758:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775262.442763:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775262.442770:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775262.442775:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.442780:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775262.442783:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775262.442792:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775262.442800:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775262.442811:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775262.442849:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309136640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775262.442868:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775262.442874:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775262.442881:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309136640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775262.442916:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775262.442927:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775262.442938:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775262.442942:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775262.442949:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775262.442955:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775262.442962:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11538
00000400:00000200:3.0:1775775262.442969:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775262.442976:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775262.442978:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775262.442981:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.442982:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.442990:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.443002:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775262.443006:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775262.443012:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:1.1:1775775262.443013:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775262.443019:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775775262.443020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1775775262.443022:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775262.443028:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775262.443036:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775262.443044:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.443053:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775262.443067:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775262.443070:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775262.443076:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775262.443086:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775262.443091:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775262.443097:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775262.443103:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775262.443116:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.443125:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775262.443128:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775262.443135:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.443139:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775262.443150:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775262.443157:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775262.443237:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775262.443240:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775262.443243:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775262.443248:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775262.443252:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775262.443260:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775262.443269:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775262.443279:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309136768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775262.443319:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775262.443325:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775262.443336:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309136768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775262.443363:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775262.443374:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11549)
00000800:00000200:1.1:1775775262.443696:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775262.443699:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775262.444045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775262.444047:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775262.444386:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775262.444390:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775775265.130381:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775265.130384:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775265.130387:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775266.154381:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775266.154387:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775266.154399:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775267.562872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775267.563122:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775267.563286:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775267.563441:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775269.226388:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775269.226392:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775269.226396:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775270.250332:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775270.250348:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775270.250353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775775270.634380:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775270.634416:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775270.634426:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775270.634429:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775270.634435:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775270.634438:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775270.634443:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775270.634446:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:3.0:1775775270.634451:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775270.634455:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775270.634461:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61000
00000400:00000010:3.0:1775775270.634464:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61000.
00000100:00000001:3.0:1775775270.634468:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775270.634476:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1c00 x1862023309136896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634499:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775270.634503:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309136896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634510:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775270.634512:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775270.634521:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775270.634524:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eed00.
00000400:00000200:3.0:1775775270.634526:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775270.634529:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775270.634546:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb613b8
00000400:00000010:3.0:1775775270.634548:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb613b8.
00000100:00000001:3.0:1775775270.634550:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775270.634554:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2300 x1862023309137024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634562:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775270.634564:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309137024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634570:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775270.634571:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775270.634576:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775270.634579:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:3.0:1775775270.634581:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775270.634585:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775270.634587:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61770
00000400:00000010:3.0:1775775270.634588:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61770.
00000100:00000001:3.0:1775775270.634590:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775270.634594:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3480 x1862023309137152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634600:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775270.634603:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309137152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634610:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775270.634611:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775270.634615:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775270.634617:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:3.0:1775775270.634619:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775270.634622:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775270.634624:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61dd0
00000400:00000010:3.0:1775775270.634625:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61dd0.
00000100:00000001:3.0:1775775270.634627:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775270.634634:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3100 x1862023309137280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634642:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775270.634644:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309137280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775292 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775270.634650:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775270.634652:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775775272.682300:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775272.682307:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775272.682309:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775272.682311:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775272.682315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775272.682320:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11549
00000400:00000200:3.0:1775775272.682328:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775272.682332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775272.682334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775272.682337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775272.682344:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775272.682345:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775272.682347:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775272.682349:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775272.682350:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775272.682351:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775272.682353:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682354:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682355:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682356:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775272.682369:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775272.682371:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682372:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775272.682374:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775272.682377:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775272.682379:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682380:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775272.682382:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775272.682386:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775272.682389:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775272.682392:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775272.682394:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682397:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775272.682400:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775272.682403:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775272.682410:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775272.682417:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775272.682426:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309137408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775272.682436:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775272.682440:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775272.682444:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309137408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775272.682477:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775272.682480:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775272.682483:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775272.682484:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775272.682486:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775272.682489:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775272.682491:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11549
00000400:00000200:3.0:1775775272.682496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775272.682504:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775272.682506:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775272.682509:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682511:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682513:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682515:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775272.682517:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775272.682518:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775272.682520:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775272.682522:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775272.682524:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775272.682526:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775272.682528:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682530:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682532:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682533:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775272.682536:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775272.682538:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682540:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775272.682541:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775272.682547:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775272.682549:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682551:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775272.682555:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775272.682557:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682559:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775272.682562:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775272.682564:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775272.682566:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775272.682567:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682569:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775272.682576:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775272.682578:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775272.682582:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775272.682586:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775272.682590:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309137536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775272.682597:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775272.682599:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775272.682602:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309137536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775272.682609:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775272.682611:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775272.682614:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775272.682615:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775272.682616:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775272.682618:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775272.682621:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11549
00000400:00000200:3.0:1775775272.682624:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775272.682627:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775272.682629:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775272.682631:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682633:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682634:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682636:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775272.682649:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775272.682650:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775272.682651:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775272.682653:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775272.682655:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775272.682657:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775272.682666:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682668:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682670:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682672:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775272.682674:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775272.682677:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682679:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775272.682681:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775272.682683:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775272.682685:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682687:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775272.682690:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775272.682692:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682694:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775272.682697:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775272.682699:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775272.682701:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775272.682702:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682704:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775272.682705:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775272.682707:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775272.682711:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775272.682714:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775272.682718:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309137664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775272.682724:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775272.682726:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775272.682729:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309137664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775272.682736:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775272.682738:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775272.682746:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775272.682747:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775272.682749:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775272.682751:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775272.682754:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11549
00000400:00000200:3.0:1775775272.682757:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775272.682760:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775272.682762:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775272.682764:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682765:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682767:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682768:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775272.682770:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775272.682771:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775272.682773:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775272.682775:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775272.682776:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775272.682778:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775272.682780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682781:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775272.682783:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682784:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775272.682786:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775272.682788:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775272.682790:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775272.682792:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775272.682794:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775272.682796:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682797:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775272.682799:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775272.682805:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682806:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775272.682809:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775272.682811:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775272.682813:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775272.682814:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775272.682815:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775272.682816:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775272.682818:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775272.682821:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775272.682824:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775272.682828:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309137792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775272.682834:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775272.682836:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775272.682839:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309137792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775272.682846:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775272.682850:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11559)
00000800:00000200:1.1:1775775272.683120:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775272.683123:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775272.683460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775272.683462:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775272.683718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775272.683720:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775272.683981:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775272.683994:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775775273.322340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775273.322343:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775273.322345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775274.346356:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775274.346361:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775274.346364:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775277.418337:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775277.418340:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775277.418344:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775277.802784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775277.802790:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775277.803223:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775277.803225:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775277.803423:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775277.803424:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775277.803629:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775277.803630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775775278.442322:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775278.442324:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775278.442327:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775281.514358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775281.514362:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775281.514366:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775282.538346:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775282.538350:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775282.538354:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775282.922305:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775282.922315:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775282.922318:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775282.922322:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775282.922327:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775282.922334:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11559
00000400:00000200:3.0:1775775282.922344:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775282.922350:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775282.922353:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775282.922356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922360:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922362:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775282.922366:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775282.922368:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775282.922370:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775282.922372:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775282.922374:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775282.922376:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775282.922377:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922379:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922380:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922382:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775282.922384:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775282.922386:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922388:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775282.922390:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775282.922417:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775282.922421:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922424:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775282.922427:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775282.922434:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775282.922438:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775282.922443:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775282.922445:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922449:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775282.922452:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775282.922457:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775282.922481:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775282.922487:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775282.922496:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309138432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775282.922506:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775282.922510:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775282.922514:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309138432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775282.922535:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775282.922537:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775282.922540:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775282.922541:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775282.922542:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775282.922544:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775282.922546:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11559
00000400:00000200:3.0:1775775282.922549:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775282.922551:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775282.922553:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775282.922555:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922557:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922564:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922566:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775282.922569:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775282.922570:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775282.922571:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775282.922573:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775282.922575:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775282.922577:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775282.922581:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922584:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922588:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922591:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775282.922593:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775282.922597:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922603:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775282.922607:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775282.922613:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775282.922618:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922620:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775282.922626:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775282.922631:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922634:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775282.922640:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775282.922644:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775282.922646:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775282.922649:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922650:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775282.922653:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775282.922657:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775282.922661:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775282.922666:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775282.922673:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309138560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775282.922686:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775282.922690:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775282.922694:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309138560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775282.922705:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775282.922708:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775282.922712:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775282.922715:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775282.922717:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775282.922723:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775282.922728:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11559
00000400:00000200:3.0:1775775282.922735:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775282.922740:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775282.922742:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775282.922745:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922747:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922751:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922756:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775282.922758:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775282.922759:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775282.922760:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775282.922762:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775282.922766:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775282.922768:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775282.922772:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922777:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922778:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922781:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775282.922789:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775282.922794:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922798:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775282.922801:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775282.922805:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775282.922809:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922813:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775282.922816:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775282.922818:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922822:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775282.922827:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775282.922831:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775282.922835:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775282.922838:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.922839:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775282.922840:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775282.922842:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775282.922848:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775282.922852:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775282.922858:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309138688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775282.922866:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775282.922869:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775282.922873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775775282.922876:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309138688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775282.922877:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775775282.922888:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775282.922892:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775282.922896:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775282.922897:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775282.922899:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775282.922902:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775282.922913:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11559
00000400:00000200:3.0:1775775282.922922:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775282.922931:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775282.922938:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775282.922943:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922948:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.922954:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922960:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775282.922965:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775282.922967:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775282.922972:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775282.922975:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775282.922980:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775282.922986:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775282.922991:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.922996:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775282.923000:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775282.923006:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775282.923011:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775282.923018:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775282.923025:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775282.923030:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775282.923035:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775282.923038:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.923052:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775282.923056:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775282.923062:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.923067:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775282.923073:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775282.923079:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775282.923086:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775282.923096:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775282.923100:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775282.923103:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775282.923107:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775282.923114:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775282.923121:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775282.923131:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309138816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775282.923157:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775282.923191:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775282.923199:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309138816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775282.923222:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775282.923230:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11569)
00000800:00000200:1.1:1775775282.923376:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775282.923378:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775282.923591:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775282.923593:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775282.923772:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775282.923774:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775775285.610325:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775285.610330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775285.610333:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775286.634384:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775286.634391:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775286.634412:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775288.042265:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775288.042273:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775288.042275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775288.042278:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775288.042282:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775288.042288:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11564
00000400:00000200:3.0:1775775288.042296:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775288.042301:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775288.042304:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775288.042306:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042309:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042310:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042330:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775288.042333:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775288.042335:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775288.042337:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775288.042339:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775288.042341:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775288.042342:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775288.042344:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042346:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042347:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775288.042350:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775288.042353:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042355:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775288.042357:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775288.042360:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775288.042362:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042363:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775288.042365:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775288.042390:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775288.042394:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775288.042397:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775288.042398:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042400:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775288.042402:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775288.042406:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775288.042413:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775288.042419:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775288.042426:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309138944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775288.042434:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775288.042438:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775288.042446:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309138944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775288.042467:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775288.042471:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775288.042475:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775288.042476:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775288.042477:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775288.042480:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775288.042483:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11564
00000400:00000200:3.0:1775775288.042488:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775288.042492:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775288.042495:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775288.042499:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042501:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042504:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042506:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775288.042510:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775288.042513:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775288.042515:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775288.042519:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775288.042523:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775288.042527:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775288.042533:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042537:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042540:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042544:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775288.042549:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775288.042553:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042556:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775288.042563:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775288.042569:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775288.042574:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042577:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775288.042581:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775288.042587:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042590:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775288.042595:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775288.042598:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775288.042601:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775288.042602:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042605:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775288.042608:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775288.042610:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775288.042615:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775288.042620:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775288.042627:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309139072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775288.042642:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775288.042646:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775288.042652:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309139072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775288.042673:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775288.042679:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775288.042686:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775288.042691:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775288.042694:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775288.042701:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775288.042708:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11564
00000400:00000200:3.0:1775775288.042717:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775288.042723:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775288.042728:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775288.042742:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042747:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042754:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042758:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775288.042764:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775288.042767:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775288.042772:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775288.042776:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775288.042781:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775288.042786:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775288.042793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042797:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775288.042809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775775288.042812:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775288.042813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775775288.042816:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775288.042821:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775288.042826:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042829:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775288.042834:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775288.042838:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775288.042841:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042842:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775288.042846:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775288.042850:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042851:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775288.042857:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775288.042861:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775288.042866:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775288.042868:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.042871:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775288.042873:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775288.042876:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775288.042881:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775288.042892:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775288.042901:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309139200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775288.042911:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775288.042915:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775288.042918:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309139200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775288.042927:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775288.042930:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775288.042935:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775288.042937:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775288.042940:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775288.042945:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775288.042949:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11564
00000400:00000200:3.0:1775775288.042958:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775288.042967:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775288.042972:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775288.042978:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042984:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.042989:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.042994:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775288.043000:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775288.043003:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775288.043007:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775288.043011:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775288.043016:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775288.043019:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775288.043026:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.043030:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775288.043041:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775288.043046:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775288.043050:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775288.043055:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775288.043060:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775288.043064:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775288.043069:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775288.043073:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.043077:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775288.043079:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775288.043082:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.043085:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775288.043089:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775288.043093:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775288.043097:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775288.043107:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775288.043112:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775288.043114:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775288.043116:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775288.043121:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775288.043127:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775288.043139:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309139328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775288.043160:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775288.043189:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775288.043195:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309139328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775288.043210:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775288.043214:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11574)
00000800:00000200:1.1:1775775288.043329:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775288.043332:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775288.043577:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775288.043578:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775288.043759:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775288.043766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1775775289.706328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775289.706335:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775289.706340:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775290.730363:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775290.730368:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775290.730371:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775293.162229:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775293.162245:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775293.162248:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775293.162253:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775293.162258:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775293.162266:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11569
00000400:00000200:3.0:1775775293.162277:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775293.162314:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775293.162319:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775293.162323:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162327:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.162330:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162333:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775293.162339:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775293.162341:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775293.162344:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775293.162347:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775293.162350:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775293.162353:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775293.162356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.162360:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162363:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775293.162374:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775293.162379:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162382:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775293.162386:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775293.162407:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775293.162411:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.162414:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775293.162417:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775293.162424:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775293.162429:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775293.162434:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775293.162436:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.162440:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775293.162445:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775293.162451:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775293.162461:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775293.162470:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775293.162482:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309139456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775293.162496:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775293.162502:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775293.162508:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309139456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775293.162532:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775293.162536:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775293.162540:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775293.162541:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775293.162543:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775293.162546:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775293.162549:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11569
00000400:00000200:3.0:1775775293.162555:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775293.162560:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775293.162563:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775293.162569:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162573:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.162583:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162590:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775293.162593:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775293.162595:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775293.162598:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775293.162600:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775293.162605:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775293.162607:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775293.162610:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162612:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.162617:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162618:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775293.162621:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775293.162629:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162634:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775293.162635:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775293.162641:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775293.162646:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.162649:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775293.162654:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775293.162661:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.162669:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775293.162676:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775293.162681:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775293.162686:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775293.162689:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.162695:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775293.162698:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775293.162702:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775293.162711:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775293.162719:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775293.162732:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309139584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775293.162772:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775293.162777:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775293.162785:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309139584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775293.162821:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775293.162828:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775293.162842:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775293.162847:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775293.162853:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775293.162864:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775293.162874:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11569
00000400:00000200:3.0:1775775293.162886:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775293.162909:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775293.162917:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775293.162936:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162947:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.162957:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.162965:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775293.162975:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775293.162978:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775293.162986:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775293.162991:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775293.162997:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775293.163006:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775293.163019:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775293.163020:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775293.163028:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775293.163028:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1775775293.163037:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163043:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775293.163053:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775293.163060:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163065:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775293.163072:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775293.163076:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775293.163083:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163086:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775293.163093:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775293.163100:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163109:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775293.163125:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775293.163132:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775293.163137:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775293.163142:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163149:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775293.163153:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775293.163158:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775293.163196:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775293.163199:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775293.163204:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309139712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775293.163211:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775293.163213:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775293.163216:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309139712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775293.163223:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775293.163226:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775293.163229:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775293.163231:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775293.163232:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775293.163234:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775293.163241:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11569
00000400:00000200:3.0:1775775293.163247:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775293.163254:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775293.163256:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775293.163265:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163268:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.163271:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163273:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775293.163275:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775293.163280:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775293.163298:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775293.163301:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775293.163303:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775293.163309:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775293.163315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163317:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775293.163321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163324:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775293.163326:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775293.163329:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775293.163332:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775293.163340:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775293.163344:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775293.163351:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163354:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775293.163358:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775293.163361:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163364:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775293.163370:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775293.163375:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775293.163383:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775293.163389:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775293.163394:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775293.163396:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775293.163398:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775293.163408:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775293.163413:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775293.163421:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309139840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775293.163433:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775293.163436:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775293.163441:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309139840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775293.163451:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775293.163462:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11579)
00000800:00000200:1.1:1775775293.163692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775293.163694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775293.163979:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775293.163981:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775293.164233:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775293.164236:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1775775293.802445:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775293.802449:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775293.802453:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775294.826347:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775294.826351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775294.826354:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775297.898422:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775297.898427:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775297.898431:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775298.282280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775298.282293:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775298.282296:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775298.282300:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775298.282305:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775298.282312:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11574
00000400:00000200:3.0:1775775298.282322:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775298.282328:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775298.282331:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775298.282335:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282365:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282368:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282372:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775298.282377:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775298.282379:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775298.282388:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775298.282391:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775298.282394:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775298.282396:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775298.282398:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282400:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282401:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282402:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775298.282404:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775298.282407:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282408:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775298.282411:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775298.282414:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775298.282416:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282418:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775298.282420:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775298.282427:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775298.282430:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775298.282435:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775298.282436:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282440:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775298.282443:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775298.282447:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775298.282456:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775298.282462:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775298.282471:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309139968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775298.282491:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775298.282495:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775298.282499:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309139968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775298.282520:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775298.282523:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775298.282526:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775298.282527:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775298.282529:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775298.282531:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775298.282533:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11574
00000400:00000200:3.0:1775775298.282537:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775298.282539:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775298.282541:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775298.282543:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282544:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282546:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282548:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775298.282550:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775298.282551:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775298.282552:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775298.282554:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775298.282555:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775298.282556:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775298.282558:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282561:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282563:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775298.282569:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775298.282571:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282573:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775298.282575:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775298.282580:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775298.282582:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282583:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775298.282588:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775298.282591:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282595:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775298.282599:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775298.282603:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775298.282610:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775298.282612:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282615:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775298.282617:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775298.282622:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775298.282631:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775298.282642:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775298.282655:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309140096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775298.282671:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775298.282675:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775298.282687:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309140096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775298.282695:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775298.282697:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775298.282701:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775298.282707:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775298.282712:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775298.282718:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775298.282729:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11574
00000400:00000200:3.0:1775775298.282734:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775298.282737:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775298.282739:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775298.282749:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282752:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282753:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282764:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775298.282767:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775298.282768:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775298.282773:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775298.282775:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775298.282777:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775298.282778:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775298.282785:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282788:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.282796:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282798:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775298.282799:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775298.282804:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775298.282808:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775298.282809:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775298.282813:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775298.282822:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282830:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775298.282835:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775298.282837:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282842:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775298.282853:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775298.282859:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775298.282870:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775298.282877:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.282883:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775298.282887:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775298.282890:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775298.282907:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775298.282910:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775298.282919:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309140224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775298.282938:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775298.282940:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775298.282944:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309140224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775298.282962:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775298.282970:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775298.282982:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775298.282987:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775298.282989:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775298.282999:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775298.283006:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11574
00000400:00000200:3.0:1775775298.283018:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775298.283031:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775298.283034:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775298.283043:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.283052:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.283062:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.283068:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775298.283073:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775298.283075:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775298.283081:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775298.283082:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775298.283085:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775298.283093:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775298.283099:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.283112:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775298.283119:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775298.283127:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775298.283128:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775775298.283137:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:1.1:1775775298.283138:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00080000:3.0:1775775298.283148:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775298.283158:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775298.283186:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775298.283188:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775298.283190:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.283208:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775298.283210:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775298.283212:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.283213:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775298.283216:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775298.283218:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775298.283222:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775298.283223:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775298.283225:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775298.283230:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775298.283233:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775298.283242:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775298.283248:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775298.283262:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309140352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775298.283303:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775298.283310:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775298.283319:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309140352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775298.283331:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775298.283348:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11584)
00000800:00000200:1.1:1775775298.283608:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775298.283610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775298.283791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775298.283792:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775298.283963:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775298.283965:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1775775298.922333:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775298.922337:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775298.922340:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775301.994368:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775301.994371:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775301.994374:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775303.018373:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775303.018377:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775303.018379:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775303.403066:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775303.403076:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775303.403711:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775303.403713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775303.404020:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775303.404023:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775303.404342:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775303.404362:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1775775306.090364:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775306.090368:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775306.090371:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775307.114310:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775307.114313:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775307.114315:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775308.522294:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775308.522305:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775308.522308:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775308.522312:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775308.522317:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775308.522325:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11584
00000400:00000200:3.0:1775775308.522336:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775308.522343:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775308.522345:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775308.522348:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522353:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522355:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775308.522359:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775308.522361:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775308.522363:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775308.522365:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775308.522397:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775308.522399:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775308.522402:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522403:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522405:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522406:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775308.522409:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775308.522411:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522413:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775308.522417:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775308.522421:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775308.522424:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522427:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775308.522430:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775308.522438:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775308.522443:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775308.522448:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775308.522450:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522454:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775308.522458:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775308.522464:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775308.522475:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775308.522483:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775308.522495:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309140992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775308.522508:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775308.522514:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775308.522520:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309140992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775308.522545:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775308.522548:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775308.522558:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775308.522559:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775308.522561:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775308.522564:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775308.522566:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11584
00000400:00000200:3.0:1775775308.522570:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775308.522573:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775308.522575:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775308.522578:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522580:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522581:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522583:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775308.522585:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775308.522586:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775308.522587:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775308.522589:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775308.522590:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775308.522594:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775308.522598:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522600:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522611:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522613:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775308.522619:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775308.522625:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522630:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775308.522634:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775308.522640:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775308.522643:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522647:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775308.522652:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775308.522662:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522664:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775308.522668:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775308.522671:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775308.522675:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775308.522677:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522679:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775308.522681:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775308.522684:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775308.522688:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775308.522694:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775308.522702:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309141120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775308.522712:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775308.522715:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775308.522721:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309141120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775308.522734:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775308.522739:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775308.522746:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775308.522750:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775308.522754:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775308.522759:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775308.522767:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11584
00000400:00000200:3.0:1775775308.522776:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775308.522784:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775308.522788:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775308.522793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522798:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522800:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522810:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775308.522814:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775308.522815:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775308.522826:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775308.522830:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775308.522832:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775308.522835:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775308.522840:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522843:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.522846:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522849:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775308.522854:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775308.522859:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775308.522864:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775308.522868:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775308.522872:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775308.522877:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522881:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775308.522884:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775308.522890:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522894:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775308.522901:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775308.522905:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775308.522911:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775308.522912:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.522915:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775308.522918:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775308.522922:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775308.522930:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000800:00000200:1.1:1775775308.522930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775308.522936:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775308.522936:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1775775308.522944:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309141248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775308.522971:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775308.522974:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775308.522978:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309141248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775308.522989:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775308.522993:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775308.522997:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775308.522999:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775308.523002:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775308.523006:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775308.523010:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11584
00000400:00000200:3.0:1775775308.523029:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775308.523036:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775308.523040:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775308.523045:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.523050:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.523054:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.523058:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775308.523060:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775308.523061:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775308.523062:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775308.523064:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775308.523068:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775308.523070:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775308.523076:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.523079:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775308.523083:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775308.523084:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775308.523092:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775308.523095:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775308.523099:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775308.523101:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775308.523104:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775308.523106:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.523110:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775308.523113:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775308.523118:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.523122:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775308.523126:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775308.523130:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775308.523133:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775308.523135:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775308.523138:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775308.523140:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775308.523143:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775308.523148:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775308.523152:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775308.523158:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309141376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775308.523192:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775308.523193:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775308.523197:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309141376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775308.523205:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775308.523212:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11595)
00000800:00000200:1.1:1775775308.523437:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775308.523439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775308.523670:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775308.523672:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775308.523921:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775308.523923:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775775310.186340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775310.186344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775310.186353:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775311.210348:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775311.210352:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775311.210370:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775313.642289:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775313.642300:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775313.642302:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775313.642306:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775313.642311:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775313.642319:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11590
00000400:00000200:2.0:1775775313.642327:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775313.642332:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775313.642336:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775313.642339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642342:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642344:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642347:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775313.642351:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775313.642353:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775313.642356:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775313.642359:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775313.642362:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775313.642364:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775313.642367:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642369:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642371:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642372:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775313.642375:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775313.642378:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642380:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775313.642402:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775313.642405:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775313.642408:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642411:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775313.642413:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775313.642420:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775313.642425:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775313.642428:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775313.642430:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642433:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775313.642435:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775313.642439:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775313.642447:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775313.642453:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775313.642462:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309141504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775313.642472:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775313.642476:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775313.642481:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309141504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775313.642506:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775313.642510:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775313.642513:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775313.642515:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775313.642516:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775313.642519:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775313.642522:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11590
00000400:00000200:2.0:1775775313.642527:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775313.642531:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775313.642534:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775313.642538:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642541:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642553:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642558:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775313.642564:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775313.642567:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775313.642572:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775313.642576:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775313.642582:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775313.642589:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775313.642597:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642601:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642606:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642609:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775313.642612:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775313.642615:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642621:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775313.642623:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775313.642630:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775313.642636:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642637:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775313.642641:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775313.642644:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642646:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775313.642650:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775313.642655:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775313.642661:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775313.642664:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642668:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775313.642671:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775313.642675:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775313.642681:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775313.642688:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775313.642700:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309141632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775313.642717:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775313.642721:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775313.642728:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309141632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775313.642751:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775313.642756:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775313.642766:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775313.642769:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775313.642772:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775313.642779:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775313.642786:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11590
00000400:00000200:2.0:1775775313.642793:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775313.642797:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775313.642799:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775313.642801:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642802:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642804:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642805:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775313.642809:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775313.642811:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775313.642814:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775313.642817:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775313.642822:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775313.642823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775313.642829:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775313.642829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775775313.642839:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642845:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.642849:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642855:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775313.642866:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775313.642874:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775313.642880:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775313.642885:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775313.642889:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775313.642894:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642899:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775313.642903:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775313.642910:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642915:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775313.642919:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775313.642956:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775313.642962:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775313.642965:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.642970:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775313.642974:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775313.642976:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775313.642982:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775313.642988:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775313.642996:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309141760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775313.643009:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775313.643013:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775313.643020:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309141760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775313.643040:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775313.643043:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775313.643051:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775313.643055:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775313.643058:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775313.643061:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775313.643071:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11590
00000400:00000200:2.0:1775775313.643080:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775313.643088:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775313.643090:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775313.643096:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.643111:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.643117:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.643123:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775313.643129:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775313.643132:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775313.643137:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775313.643140:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775313.643145:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775313.643150:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775313.643158:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.643200:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775313.643204:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775313.643210:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775313.643214:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775313.643217:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775313.643222:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775313.643224:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775313.643230:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775313.643234:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.643239:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775313.643243:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775313.643247:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.643249:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775313.643254:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775313.643259:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775313.643266:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775313.643277:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775313.643282:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775313.643287:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775313.643292:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775313.643299:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775313.643306:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775313.643314:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309141888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775313.643322:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775313.643324:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775313.643330:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309141888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775313.643343:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775313.643349:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11600)
00000800:00000200:1.1:1775775313.643439:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775313.643440:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775313.643633:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775313.643635:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775313.643895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775313.643897:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775314.282316:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775314.282319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775314.282322:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775315.306393:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775315.306398:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775315.306402:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775318.378353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775318.378357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775318.378361:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775318.762237:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775318.762248:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775318.762252:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775318.762256:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775318.762260:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775318.762267:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11595
00000400:00000200:2.0:1775775318.762276:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775318.762283:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775318.762286:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775318.762290:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762293:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762296:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762298:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775318.762309:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775318.762311:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775318.762313:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775318.762315:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775318.762317:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775318.762334:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775318.762337:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762338:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762340:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762341:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775318.762343:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775318.762346:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762347:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775318.762350:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775318.762352:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775318.762355:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762356:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775318.762359:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775318.762363:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775318.762366:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775318.762368:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775318.762370:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762372:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775318.762374:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775318.762378:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775318.762384:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775318.762389:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775318.762396:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309142016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775318.762404:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775318.762408:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775318.762412:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309142016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775318.762429:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775318.762432:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775318.762434:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775318.762439:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775318.762441:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775318.762443:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775318.762445:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11595
00000400:00000200:2.0:1775775318.762448:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775318.762451:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775318.762458:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775318.762461:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762463:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762465:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762466:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775318.762468:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775318.762469:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775318.762470:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775318.762474:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775318.762476:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775318.762479:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775318.762482:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762485:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762489:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762491:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775318.762494:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775318.762500:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762506:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775318.762510:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775318.762515:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775318.762518:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762521:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775318.762527:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775318.762530:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762539:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775318.762542:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775318.762545:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775318.762547:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775318.762550:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762554:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775318.762557:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775318.762559:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775318.762570:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775318.762574:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775318.762581:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309142144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775318.762592:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775318.762595:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775318.762599:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309142144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775318.762608:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775318.762613:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775318.762620:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775318.762623:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775318.762626:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775318.762631:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775318.762637:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11595
00000400:00000200:2.0:1775775318.762649:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775318.762657:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775318.762662:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775318.762667:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762671:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762676:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762679:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775318.762684:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775318.762693:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775318.762698:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775318.762702:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775318.762709:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775318.762714:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775318.762720:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762723:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762727:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762731:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775318.762736:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775318.762741:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762747:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775318.762751:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775318.762754:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775318.762756:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762761:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775318.762763:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775318.762766:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762769:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775318.762774:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775318.762776:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775318.762780:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775318.762783:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.762784:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775318.762786:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775318.762789:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775318.762789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:2.0:1775775318.762794:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000800:00000200:1.1:1775775318.762795:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775775318.762799:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775318.762805:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309142272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775318.762815:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775318.762818:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775318.762832:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309142272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775318.762884:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775318.762888:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775318.762898:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775318.762902:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775318.762906:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775318.762911:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775318.762914:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11595
00000400:00000200:2.0:1775775318.762920:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775318.762926:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775318.762930:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775318.762933:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762938:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762939:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762941:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775318.762944:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775318.762945:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775318.762947:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775318.762949:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775318.762951:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775318.762954:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775318.762958:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762961:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775318.762965:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762969:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775318.762973:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775318.762978:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775318.762982:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775318.762989:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775318.762992:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775318.762997:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.763000:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775318.763004:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775318.763010:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.763013:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775318.763016:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775318.763019:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775318.763021:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775318.763023:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775318.763027:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775318.763030:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775318.763033:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775318.763040:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775318.763047:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775318.763058:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309142400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775318.763078:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775318.763094:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775318.763104:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309142400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775318.763119:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775318.763125:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11605)
00000800:00000200:1.1:1775775318.763352:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775318.763354:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775318.763604:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775318.763607:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775318.763886:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775318.763895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775775319.402348:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775319.402352:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775319.402356:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775322.474343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775322.474347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775322.474351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775323.498371:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775323.498376:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775323.498380:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775323.882241:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775323.882251:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775323.882254:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775323.882258:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775323.882262:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775323.882270:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11600
00000400:00000200:2.0:1775775323.882279:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775323.882286:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775323.882311:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775323.882314:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882317:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882319:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882320:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775323.882324:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775323.882325:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775323.882328:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775323.882330:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775323.882331:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775323.882333:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775323.882334:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882335:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882336:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882337:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775323.882339:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775323.882341:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882343:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775323.882345:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775323.882348:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775323.882350:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882352:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775323.882354:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775323.882359:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775323.882361:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775323.882364:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775323.882366:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882368:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775323.882371:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775323.882376:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775323.882384:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775323.882391:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775323.882403:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309142528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775323.882412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775323.882416:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775323.882420:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309142528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775323.882442:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775323.882445:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775323.882447:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775323.882449:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775323.882450:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775323.882452:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775323.882454:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11600
00000400:00000200:2.0:1775775323.882458:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775323.882461:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775323.882463:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775323.882466:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882468:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882470:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882472:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775323.882475:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775323.882477:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775323.882478:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775323.882481:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775323.882482:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775323.882485:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775323.882491:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882495:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882498:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882509:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775323.882514:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775323.882522:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882528:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775323.882533:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775323.882552:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775323.882557:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882560:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775323.882567:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775323.882571:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882574:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775323.882580:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775323.882583:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775323.882587:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775323.882590:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882593:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775323.882595:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775323.882598:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775323.882602:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775323.882613:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775323.882620:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309142656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775323.882630:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775323.882633:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775323.882636:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309142656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775323.882648:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775323.882650:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775323.882652:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775323.882655:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775323.882657:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775323.882666:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775323.882670:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11600
00000400:00000200:2.0:1775775323.882675:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775323.882678:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775323.882681:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775323.882685:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882687:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882692:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882695:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775323.882698:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775323.882699:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775323.882701:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775323.882703:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775323.882708:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775323.882711:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775323.882716:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882717:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882719:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882720:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775323.882724:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775323.882730:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882734:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775323.882735:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775323.882739:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775323.882742:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882743:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775323.882756:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775323.882758:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882759:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775323.882762:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000800:00000200:1.1:1775775323.882781:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:2.0:1775775323.882782:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775323.882787:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1775775323.882787:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1775775323.882790:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882792:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775323.882793:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775323.882796:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775323.882800:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775323.882804:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775323.882809:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309142784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775323.882819:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775323.882822:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775323.882827:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309142784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775323.882834:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775323.882837:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775323.882844:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775323.882846:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775323.882849:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775323.882852:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775323.882855:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11600
00000400:00000200:2.0:1775775323.882862:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775323.882868:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775323.882871:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775323.882875:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882877:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882880:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882883:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775323.882884:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775323.882885:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775323.882891:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775323.882893:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775323.882896:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775323.882899:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775323.882904:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882907:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775323.882908:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882910:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775323.882912:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775323.882915:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775323.882916:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775323.882917:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775323.882919:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775323.882921:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882924:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775323.882926:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775323.882928:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882929:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775323.882932:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775323.882935:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775323.882940:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775323.882941:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775323.882944:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775323.882945:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775323.882948:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775323.882952:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775323.882956:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775323.882962:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309142912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775323.882973:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775323.882974:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775323.882979:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309142912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775323.882996:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775323.883003:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11610)
00000800:00000200:1.1:1775775323.883229:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775323.883230:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775323.883433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775323.883435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775323.883677:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775323.883680:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775775326.570284:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775326.570287:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775326.570289:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775327.594353:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775327.594357:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775327.594360:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775328.618335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775328.618339:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775328.618342:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775329.002901:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775329.002906:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775329.003434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775329.003436:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775329.003721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775329.003723:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775329.003988:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775329.003991:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1775775330.666275:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775330.666279:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775330.666282:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775331.690383:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775331.690386:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775331.690389:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775332.714350:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775332.714354:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775332.714356:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1775775332.970297:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775775332.970304:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775775332.970315:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00080000:3.0:1775775334.122287:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775334.122309:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775334.122310:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775334.122313:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775334.122316:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775334.122321:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11610
00000400:00000200:3.0:1775775334.122329:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775334.122335:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775334.122338:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775334.122341:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122346:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775334.122352:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775334.122354:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775334.122356:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775334.122359:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775334.122361:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775334.122363:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775334.122366:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122368:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122370:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122372:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775334.122374:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775334.122377:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122379:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775334.122381:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775334.122384:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775334.122386:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122387:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775334.122389:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775334.122393:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775334.122400:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775334.122403:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775334.122403:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122405:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775334.122408:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775334.122411:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775334.122417:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775334.122422:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775334.122428:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309143552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775334.122435:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775334.122438:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775334.122441:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309143552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775334.122461:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775334.122464:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775334.122467:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775334.122468:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775334.122471:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775334.122475:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775334.122479:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11610
00000400:00000200:3.0:1775775334.122484:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775334.122489:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775334.122494:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775334.122504:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122512:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122515:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775334.122521:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775334.122525:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775334.122532:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775334.122541:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775334.122550:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775334.122555:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775334.122565:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122582:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122589:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122596:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775334.122601:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775334.122607:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122615:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775334.122621:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775334.122627:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775334.122635:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122638:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775334.122645:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775334.122652:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122654:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775334.122665:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775334.122669:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775334.122679:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775334.122686:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122693:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775334.122695:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775334.122698:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775334.122704:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775334.122716:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775334.122724:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309143680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775334.122757:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775334.122759:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775334.122765:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309143680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775334.122799:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775334.122804:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775334.122810:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775334.122814:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775334.122817:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775334.122821:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775334.122825:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11610
00000400:00000200:3.0:1775775334.122842:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775334.122853:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775334.122860:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775334.122865:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122873:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122882:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122891:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775334.122894:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775334.122899:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775334.122906:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775334.122908:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775334.122911:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775334.122916:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775334.122919:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122921:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.122929:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122937:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775334.122946:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:1.1:1775775334.122946:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775775334.122960:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775334.122961:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775334.122966:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775334.122969:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775334.122970:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122971:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775334.122973:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775334.122974:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.122976:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775334.122979:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775334.122989:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775334.122998:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775334.123000:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.123009:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775334.123010:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775334.123013:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775334.123024:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775334.123027:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775334.123032:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309143808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775334.123043:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775334.123046:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775334.123061:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309143808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775334.123084:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775334.123087:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775334.123097:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775334.123104:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775334.123108:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775334.123121:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775334.123128:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11610
00000400:00000200:3.0:1775775334.123139:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775334.123146:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775334.123148:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775334.123160:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.123205:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.123219:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.123226:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775334.123232:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775334.123235:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775334.123242:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775334.123244:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775334.123247:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775334.123253:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775334.123264:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.123271:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775334.123280:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775334.123291:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775334.123302:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775334.123313:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775334.123323:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775334.123335:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775334.123343:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775334.123353:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.123357:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775334.123362:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775334.123369:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.123376:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775334.123385:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775334.123389:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775334.123396:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775334.123397:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775334.123399:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775334.123401:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775334.123407:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775334.123419:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775334.123430:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775334.123442:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309143936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775334.123442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775334.123465:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775334.123471:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775334.123488:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309143936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775334.123524:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775334.123535:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11620)
00000800:00000200:1.1:1775775334.123677:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775334.123839:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775334.762331:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775334.762335:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775334.762338:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775335.786340:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775335.786343:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775335.786345:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775336.810349:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775336.810352:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775336.810355:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775338.858345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775338.858349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775338.858352:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775339.242262:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775339.242271:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775339.242274:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775339.242277:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775339.242282:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775339.242288:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11615
00000400:00000200:3.0:1775775339.242297:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775339.242303:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775339.242306:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775339.242309:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242312:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242315:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242317:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775339.242333:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775339.242335:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775339.242337:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775339.242340:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775339.242343:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775339.242345:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775339.242349:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242354:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242356:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775339.242359:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775339.242362:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242365:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775339.242368:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775339.242372:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775339.242375:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242378:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775339.242381:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775339.242386:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775339.242389:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775339.242392:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775339.242394:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242397:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775339.242400:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775339.242403:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775339.242409:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775339.242415:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775339.242424:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309144064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775339.242434:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775339.242438:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775339.242441:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309144064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775339.242474:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775339.242485:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775339.242489:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775339.242490:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775339.242491:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775339.242494:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775339.242497:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11615
00000400:00000200:3.0:1775775339.242501:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775339.242504:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775339.242505:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775339.242508:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242509:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242511:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242513:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775339.242514:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775339.242515:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775339.242517:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775339.242518:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775339.242520:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775339.242522:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775339.242524:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242526:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242527:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242528:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775339.242530:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775339.242532:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242535:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775339.242541:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775339.242546:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775339.242548:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242550:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775339.242554:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775339.242557:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242559:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775339.242562:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775339.242565:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775339.242567:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775339.242568:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242569:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775339.242571:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775339.242572:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775339.242576:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775339.242579:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775339.242584:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309144192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775339.242590:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775339.242592:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775339.242595:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309144192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775339.242601:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775339.242603:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775339.242606:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775339.242607:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775339.242609:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775339.242611:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775339.242613:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11615
00000400:00000200:3.0:1775775339.242616:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775339.242619:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775339.242621:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775339.242628:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242629:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242631:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242633:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775339.242635:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775339.242636:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775339.242637:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775339.242639:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775339.242641:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775339.242642:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775339.242645:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242646:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242649:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242651:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775339.242653:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775339.242655:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242657:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775339.242659:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775339.242661:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775339.242663:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242665:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775339.242667:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775339.242669:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242670:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775339.242675:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775339.242677:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775339.242693:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775339.242694:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242696:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775339.242698:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775339.242699:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775339.242703:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775339.242712:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775339.242716:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309144320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775339.242724:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775339.242726:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775339.242729:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309144320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775339.242736:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775339.242739:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775339.242743:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775339.242744:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775339.242746:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775339.242748:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775339.242750:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11615
00000400:00000200:3.0:1775775339.242753:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775339.242756:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775339.242758:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775339.242761:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242763:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242765:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242766:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775339.242768:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775339.242769:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775339.242771:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775339.242773:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775339.242775:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775339.242777:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775339.242780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242782:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775339.242787:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242788:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775339.242791:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775339.242793:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775339.242795:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775339.242797:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775339.242800:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775339.242802:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242804:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775339.242806:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775339.242808:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242809:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775339.242812:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775339.242814:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775339.242816:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775339.242817:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775339.242819:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775339.242820:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775339.242822:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775339.242825:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775339.242827:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775339.242831:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309144448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775339.242838:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775339.242840:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775339.242843:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309144448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775339.242849:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775339.242853:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11625)
00000800:00000200:1.1:1775775339.243113:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775339.243116:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775339.243489:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775339.243491:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775339.243762:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775339.243764:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775339.244018:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775339.244020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1775775339.882322:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775339.882325:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775339.882327:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775340.906352:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775340.906356:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775340.906358:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775342.954468:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775342.954472:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775342.954474:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775343.978383:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775343.978389:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775343.978392:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775344.363160:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775344.363209:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775344.363630:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775344.363632:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775344.363817:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775344.363818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775344.363988:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775344.363989:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775345.002322:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775345.002325:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775345.002328:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775347.050373:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775347.050378:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775347.050382:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775348.074302:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775348.074306:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775348.074309:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775349.098418:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775349.098421:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775349.098425:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775349.482920:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775349.482925:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775349.483525:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775349.483527:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775349.483796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775349.483798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775349.483979:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775349.483982:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1775775351.146395:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775351.146399:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775351.146402:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775352.170434:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775352.170441:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775352.170444:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775353.194392:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775353.194397:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775353.194400:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775354.602876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775354.602882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775354.603363:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775354.603365:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775354.603656:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775354.603659:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775354.603909:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775354.603911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1775775355.242311:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775355.242314:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775355.242317:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775356.266510:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775356.266516:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775356.266520:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775357.290329:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775357.290334:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775357.290337:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775359.338334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775359.338339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775359.338343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775359.722853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775359.722858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775359.723477:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775359.723479:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775359.723709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775359.723711:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775359.723900:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775359.723911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775775360.362442:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775360.362447:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775360.362451:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775361.386369:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775361.386374:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775361.386378:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775363.434341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775363.434345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775363.434348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775364.458318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775364.458322:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775364.458325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775364.842782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775364.842787:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775364.843323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775364.843325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775364.843515:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775364.843517:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775364.843746:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775364.843747:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775365.482289:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775365.482293:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775365.482296:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775367.530305:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775367.530324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775367.530329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775368.554315:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775368.554319:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775368.554323:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775369.578367:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775369.578370:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775369.578373:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775369.962329:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775369.962337:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775369.962339:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775369.962342:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775369.962346:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775369.962352:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11646
00000400:00000200:2.0:1775775369.962359:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775369.962364:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775369.962367:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775369.962369:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962372:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962374:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962375:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775369.962378:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775369.962380:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775369.962381:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775369.962383:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775369.962385:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775369.962386:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775369.962389:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962390:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962391:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962392:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775369.962394:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775369.962396:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962398:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775369.962400:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775369.962403:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775369.962405:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962406:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775369.962434:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775369.962439:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775369.962442:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775369.962445:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775369.962446:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962449:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775369.962451:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775369.962455:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775369.962462:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775369.962467:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775369.962474:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309147136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775369.962483:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775369.962486:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775369.962490:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309147136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775369.962510:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775369.962513:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775369.962515:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775369.962516:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775369.962517:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775369.962519:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775369.962521:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11646
00000400:00000200:2.0:1775775369.962524:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775369.962526:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775369.962528:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775369.962530:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962532:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962533:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962535:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775369.962537:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775369.962542:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775369.962543:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775369.962545:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775369.962547:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775369.962549:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775369.962551:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962553:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962554:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962556:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775369.962557:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775369.962560:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962564:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775369.962566:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775369.962572:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775369.962574:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962577:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775369.962581:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775369.962586:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962590:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775369.962596:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775369.962599:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775369.962602:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775369.962603:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962606:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775369.962609:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775369.962612:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775369.962618:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775369.962622:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775369.962629:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309147264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775369.962641:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775369.962643:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775369.962652:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309147264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775369.962662:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775369.962668:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775369.962670:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775369.962672:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775369.962674:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775369.962677:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775369.962680:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11646
00000400:00000200:2.0:1775775369.962684:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775369.962689:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775369.962690:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775369.962693:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962696:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962711:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962716:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775369.962722:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775369.962725:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775369.962728:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775369.962731:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775369.962736:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775369.962740:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775369.962747:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962749:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.962751:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962753:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775369.962755:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775369.962757:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962762:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775369.962770:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775369.962774:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775369.962776:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962778:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775369.962781:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775369.962784:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962787:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775369.962790:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775369.962794:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775369.962797:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775369.962799:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.962802:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775369.962805:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775369.962808:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775369.962813:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775369.962819:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775369.962827:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309147392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775369.962856:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775369.962860:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775369.962867:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309147392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775775369.962886:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775369.962887:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775369.962890:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775775369.962892:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775369.962900:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775369.962903:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775369.962905:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775369.962907:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775369.962911:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11646
00000400:00000200:2.0:1775775369.962918:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775369.962925:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775369.962927:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775369.962937:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.962940:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.963097:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.963100:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775369.963102:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775369.963103:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775369.963106:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775369.963108:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775369.963111:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775369.963114:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775369.963121:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.963125:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775369.963129:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775369.963132:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775369.963135:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775369.963141:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775369.963146:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775369.963149:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775369.963154:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775369.963158:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.963201:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775369.963205:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775369.963210:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.963214:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775369.963220:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775369.963225:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775369.963228:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775369.963230:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775369.963234:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775369.963236:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775369.963238:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775369.963244:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775369.963253:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775369.963260:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309147520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775369.963274:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775369.963275:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775369.963279:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309147520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775369.963292:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775369.963298:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11656)
00000800:00000200:0.1:1775775369.963428:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775369.963430:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775369.963630:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775369.963631:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775369.963925:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775369.963927:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.0:1775775370.858353:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775775370.858362:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775775370.858371:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:3.0:1775775371.626419:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775371.626423:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775371.626425:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775372.650351:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775372.650355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775372.650358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775373.674364:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775373.674367:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775373.674369:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775375.082257:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775375.082265:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775375.082268:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775375.082271:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775375.082275:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775375.082280:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11651
00000400:00000200:2.0:1775775375.082289:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775375.082293:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775375.082296:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775375.082299:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082301:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082303:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082304:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775375.082307:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775375.082308:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775375.082310:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775375.082312:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775375.082314:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775375.082316:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775375.082339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082343:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775375.082345:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775375.082347:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082349:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775375.082351:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775375.082353:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775375.082355:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082357:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775375.082359:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775375.082364:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775375.082367:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775375.082370:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775375.082371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082373:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775375.082375:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775375.082379:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775375.082385:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775375.082391:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775375.082399:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309147648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775375.082407:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775375.082411:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775375.082414:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309147648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775375.082431:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775375.082434:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775375.082436:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775375.082437:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775375.082442:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775375.082445:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775375.082447:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11651
00000400:00000200:2.0:1775775375.082451:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775375.082453:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775375.082455:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775375.082458:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082460:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082463:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082465:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775375.082468:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775375.082471:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775375.082472:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775375.082474:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775375.082476:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775375.082479:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775375.082486:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082490:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082494:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082496:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775375.082498:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775375.082502:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082506:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775375.082511:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775375.082517:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775375.082522:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082524:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775375.082528:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775375.082533:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082536:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775375.082544:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775375.082546:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775375.082550:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775375.082552:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082553:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775375.082554:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775375.082557:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775375.082563:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775375.082567:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775375.082573:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309147776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775375.082589:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775375.082594:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775375.082604:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309147776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775375.082630:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775375.082635:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775375.082641:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775375.082645:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775375.082648:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775375.082652:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775375.082658:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11651
00000400:00000200:2.0:1775775375.082664:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775375.082669:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775375.082674:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775375.082683:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082688:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082692:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082699:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775375.082703:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775375.082712:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775375.082714:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775375.082716:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775375.082720:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775375.082723:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775375.082732:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775775375.082733:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775375.082739:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775775375.082739:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775775375.082745:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082750:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775375.082755:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775375.082762:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082765:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775375.082770:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775375.082774:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775375.082780:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082783:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775375.082788:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775375.082791:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082793:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775375.082796:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775375.082800:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775375.082806:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775375.082808:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.082811:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775375.082813:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775375.082816:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775375.082820:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775375.082825:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775375.082832:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309147904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775375.082841:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775375.082845:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775375.082887:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309147904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775375.082905:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775375.082911:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775375.082919:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775375.082921:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775375.082924:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775375.082930:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775375.082935:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11651
00000400:00000200:2.0:1775775375.082942:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775375.082949:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775375.082954:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775375.082959:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082963:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.082968:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.082972:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775375.082977:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775375.082979:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775375.082981:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775375.082984:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775375.082987:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775375.082991:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775375.082996:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.083000:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775375.083004:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775375.083008:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775375.083012:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775375.083016:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775375.083019:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775375.083027:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775375.083031:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775375.083036:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.083039:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775375.083040:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775375.083042:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.083045:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775375.083050:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775375.083054:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775375.083060:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775375.083063:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775375.083068:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775375.083071:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775375.083075:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775375.083083:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775375.083089:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775375.083100:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309148032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775375.083115:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775375.083118:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775375.083124:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309148032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775375.083134:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775375.083142:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11661)
00000800:00000200:0.1:1775775375.083298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775375.083299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775375.083527:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775375.083530:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775375.083770:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775375.083777:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775775375.722349:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775375.722355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775375.722358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775376.746370:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775376.746375:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775376.746379:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775377.770329:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775377.770333:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775377.770337:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775379.818335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775379.818338:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775379.818341:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775380.202230:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775380.202239:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775380.202241:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775380.202244:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775380.202249:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775380.202255:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11656
00000400:00000200:2.0:1775775380.202279:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775380.202286:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775380.202289:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775380.202292:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202296:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202298:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202302:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775380.202306:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775380.202308:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775380.202311:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775380.202313:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775380.202316:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775380.202318:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775380.202322:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202324:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202326:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202328:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775380.202330:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775380.202333:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202335:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775380.202338:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775380.202342:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775380.202345:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202347:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775380.202350:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775380.202357:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775380.202360:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775380.202364:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775380.202365:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202368:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775380.202383:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775380.202388:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775380.202410:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775380.202417:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775380.202426:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309148160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775380.202436:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775380.202442:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775380.202446:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309148160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775380.202469:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775380.202473:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775380.202477:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775380.202479:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775380.202480:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775380.202483:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775380.202485:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11656
00000400:00000200:2.0:1775775380.202489:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775380.202491:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775380.202493:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775380.202496:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202498:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202499:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202501:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775380.202503:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775380.202504:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775380.202506:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775380.202507:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775380.202508:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775380.202510:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775380.202512:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202519:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202522:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202526:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775380.202528:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775380.202532:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202534:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775380.202535:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775380.202540:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775380.202543:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202545:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775380.202551:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775380.202558:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202563:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775380.202570:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775380.202575:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775380.202581:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775380.202583:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202587:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775380.202590:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775380.202594:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775380.202600:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775380.202606:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775380.202616:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309148288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775380.202627:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775380.202630:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775380.202637:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309148288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775380.202655:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775380.202660:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775380.202664:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775380.202673:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775380.202677:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775380.202682:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775380.202687:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11656
00000400:00000200:2.0:1775775380.202692:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775380.202698:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775380.202702:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775380.202707:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202711:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202715:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202718:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775380.202721:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775380.202722:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775380.202725:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775380.202727:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775380.202730:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775380.202733:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775380.202740:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202741:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202745:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202746:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775380.202748:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775380.202752:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202755:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775380.202758:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775380.202762:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775380.202798:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202803:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775380.202807:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775380.202812:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202826:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775380.202833:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775380.202837:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775380.202843:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775380.202846:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.202850:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775380.202853:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775380.202856:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775380.202863:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775380.202868:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775380.202877:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309148416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775380.202891:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775380.202895:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775380.202899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775380.202904:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309148416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775775380.202905:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775775380.202925:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775380.202930:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775380.202933:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775380.202938:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775380.202942:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775380.202948:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775380.202952:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11656
00000400:00000200:2.0:1775775380.202961:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775380.202965:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775380.202969:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775380.202975:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202981:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.202986:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.202991:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775380.202996:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775380.203004:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775380.203008:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775380.203012:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775380.203018:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775380.203023:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775380.203031:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.203034:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775380.203038:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775380.203042:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775380.203047:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775380.203053:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775380.203056:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775380.203060:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775380.203065:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775380.203070:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.203072:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775380.203075:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775380.203080:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.203083:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775380.203089:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775380.203093:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775380.203106:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775380.203109:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775380.203113:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775380.203115:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775380.203118:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775380.203126:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775380.203132:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775380.203142:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309148544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775380.203160:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775380.203197:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775380.203216:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309148544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775380.203237:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775380.203244:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11666)
00000800:00000200:0.1:1775775380.203493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775380.203496:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775380.203805:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775380.203808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775380.204091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775380.204093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775775380.842317:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775380.842321:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775380.842325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775381.866326:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775381.866331:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775381.866334:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775383.914348:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775383.914352:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775383.914354:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775384.938294:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775384.938298:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775384.938301:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775385.322865:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775385.322872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775385.323388:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775385.323390:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775385.323571:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775385.323573:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775385.323795:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775385.323798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775385.962345:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775385.962348:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775385.962351:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775388.010326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775388.010329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775388.010332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775389.034332:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775389.034336:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775389.034339:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775389.290267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775389.290273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775389.290275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775389.290280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775389.290284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775389.290286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775389.290289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775389.290291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775389.290294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775390.058322:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775390.058325:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775390.058328:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775390.314268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775390.314273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775390.314275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775390.314279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775390.314283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775390.314286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775390.314288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775390.314290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775390.314293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775390.442834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775390.442841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775775390.443383:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775390.443385:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775775390.443633:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775390.443636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775775390.443846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775390.443848:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1775775391.338248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775391.338254:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775391.338282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775391.338287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775391.338290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775391.338293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775391.338295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775391.338297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775391.338299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775775392.106312:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775392.106328:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775392.106331:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775392.362248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775392.362254:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775392.362256:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775392.362261:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775392.362264:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775392.362268:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775392.362270:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775392.362272:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775392.362274:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775393.130356:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775393.130360:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775393.130363:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775393.386239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775393.386244:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775393.386246:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775393.386250:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775393.386254:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775393.386256:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775393.386258:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775393.386260:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775393.386263:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775394.154318:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775394.154322:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775394.154324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775775394.410249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775394.410257:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775394.410260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775394.410266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775394.410269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775394.410273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775394.410275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775394.410293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775394.410295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775395.434254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775775395.434260:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775775395.434262:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775395.434267:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775775395.434271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775775395.434274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775395.434276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775775395.434278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775775395.434280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775395.562272:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775395.562280:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775395.562282:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775395.562285:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775395.562289:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775395.562295:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11672
00000400:00000200:3.0:1775775395.562311:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775395.562316:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775395.562318:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775395.562320:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562323:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562325:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562327:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775395.562330:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775395.562331:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775395.562333:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775395.562335:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775395.562336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775395.562338:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775395.562339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562341:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775395.562346:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775395.562348:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562349:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775395.562352:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775395.562354:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775395.562356:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562377:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775395.562379:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775395.562384:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775395.562387:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775395.562390:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775395.562391:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562394:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775395.562396:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775395.562400:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775395.562406:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775395.562411:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775395.562419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309149696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775395.562427:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775395.562430:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775395.562433:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309149696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775395.562452:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775395.562455:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775395.562457:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775395.562458:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775395.562459:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775395.562461:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775395.562463:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11672
00000400:00000200:3.0:1775775395.562466:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775395.562469:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775395.562470:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775395.562472:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562474:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562476:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562478:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775395.562484:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775395.562486:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775395.562487:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775395.562488:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775395.562490:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775395.562493:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775395.562512:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562514:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562519:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562522:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775395.562529:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775395.562536:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562542:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775395.562546:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775395.562553:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775395.562559:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562564:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775395.562571:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775395.562576:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562581:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775395.562585:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775395.562590:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775395.562596:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775395.562597:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562598:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775395.562599:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775395.562601:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775395.562604:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775395.562608:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775395.562616:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309149824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775395.562629:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775395.562638:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775395.562643:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309149824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775395.562657:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775395.562661:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775395.562670:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775395.562673:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775395.562675:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775395.562681:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775395.562685:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11672
00000400:00000200:3.0:1775775395.562700:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775395.562705:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775395.562707:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775395.562711:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562714:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562718:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562720:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775395.562722:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775395.562723:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775395.562725:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775395.562728:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775395.562731:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775395.562734:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775395.562740:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562742:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562746:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562749:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775395.562752:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775395.562756:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562764:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775395.562767:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775395.562770:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775395.562772:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562776:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775395.562780:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775395.562784:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562786:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775395.562788:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775395.562792:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775395.562795:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775395.562796:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562798:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775395.562801:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775395.562805:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775395.562810:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775395.562815:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775395.562821:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309149952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775395.562829:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775395.562833:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775395.562839:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309149952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775395.562844:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775395.562850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775775395.562854:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775395.562857:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775395.562861:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775395.562865:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775395.562866:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775395.562879:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775395.562887:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11672
00000400:00000200:3.0:1775775395.562895:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775395.562908:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775395.562914:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775395.562922:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562926:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562933:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562938:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775395.562943:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775395.562945:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775395.562949:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775395.562952:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775395.562954:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775395.562956:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775395.562960:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562964:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775395.562967:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562970:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775395.562974:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775395.562977:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775395.562979:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775395.562982:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775395.562986:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775395.562987:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562989:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775395.562992:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775395.562995:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.562997:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775395.563000:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775395.563003:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775395.563005:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775395.563006:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775395.563008:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775395.563016:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775395.563019:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775395.563026:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775395.563031:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775395.563041:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309150080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775395.563060:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775395.563065:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775395.563072:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309150080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775395.563081:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775395.563088:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11682)
00000800:00000200:1.1:1775775395.563400:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775395.563402:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775395.563671:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775395.563673:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775395.563943:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775395.563945:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775775396.202334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775396.202337:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775396.202339:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775397.226386:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775397.226389:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775397.226392:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775398.250377:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775398.250380:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775398.250383:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775400.298368:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775400.298373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775400.298378:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775400.682275:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775400.682286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775400.682288:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775400.682293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775400.682297:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775400.682305:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11677
00000400:00000200:3.0:1775775400.682315:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775400.682322:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775400.682325:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775400.682328:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682331:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682333:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682335:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775400.682339:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775400.682363:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775400.682366:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775400.682368:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775400.682370:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775400.682372:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775400.682374:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682375:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682376:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682378:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775400.682381:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775400.682383:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682386:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775400.682389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775400.682392:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775400.682394:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682396:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775400.682398:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775400.682403:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775400.682430:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775400.682434:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775400.682435:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682438:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775400.682441:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775400.682445:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775400.682453:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775400.682460:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775400.682470:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309150208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775400.682479:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775400.682484:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775400.682488:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309150208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775400.682522:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775400.682526:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775400.682529:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775400.682531:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775400.682533:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775400.682536:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775400.682540:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11677
00000400:00000200:3.0:1775775400.682545:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775400.682549:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775400.682553:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775400.682557:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682563:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682567:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775400.682571:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775400.682574:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775400.682578:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775400.682581:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775400.682586:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775400.682593:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775400.682597:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682601:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682603:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682607:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775400.682609:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775400.682613:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682616:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775400.682625:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775400.682633:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775400.682636:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682637:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775400.682644:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775400.682649:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682650:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775400.682655:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775400.682657:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775400.682658:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775400.682659:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682661:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775400.682664:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775400.682666:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775400.682672:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775400.682678:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775400.682685:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309150336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775400.682694:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775400.682698:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775400.682701:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309150336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775400.682711:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775400.682714:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775400.682717:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775400.682719:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775400.682721:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775400.682726:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775400.682731:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11677
00000400:00000200:3.0:1775775400.682737:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775400.682743:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775400.682746:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775400.682754:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682758:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682763:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682774:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775400.682778:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775400.682781:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775400.682782:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775400.682784:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775400.682787:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775400.682790:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775400.682795:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682797:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682802:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682806:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775400.682811:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775400.682815:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682819:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775400.682822:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775400.682825:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775400.682828:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682830:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775400.682834:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775400.682836:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682837:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775400.682844:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775400.682848:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775400.682853:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775400.682856:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.682858:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775400.682859:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775400.682862:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775400.682866:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775400.682876:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775400.682884:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309150464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775400.682888:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775400.682899:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775400.682902:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775400.682907:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309150464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775400.682917:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775400.682922:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775400.682930:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775400.682933:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775400.682937:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775400.682943:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775400.682947:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11677
00000400:00000200:3.0:1775775400.682955:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775400.682960:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775400.682965:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775400.682972:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682977:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.682982:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.682985:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775400.682989:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775400.682991:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775400.682993:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775400.682996:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775400.682999:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775400.683004:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775400.683011:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.683016:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775400.683028:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775400.683034:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775400.683040:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775400.683046:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775400.683052:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775400.683058:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775400.683062:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775400.683068:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.683072:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775400.683077:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775400.683083:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.683086:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775400.683095:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775400.683099:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775400.683104:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775400.683107:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775400.683112:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775400.683116:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775400.683120:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775400.683128:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775400.683136:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775400.683148:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309150592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775400.683199:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775400.683204:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775400.683211:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309150592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775400.683233:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775400.683242:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11687)
00000800:00000200:1.1:1775775400.683267:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775400.683440:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775400.683599:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775401.322377:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775401.322381:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775401.322385:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775402.346364:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775402.346367:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775402.346370:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775775403.754518:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775403.754561:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775403.754587:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775403.754591:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775403.754596:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775403.754601:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775403.754607:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775403.754612:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:3.0:1775775403.754617:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775403.754622:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775403.754628:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61a18
00000400:00000010:3.0:1775775403.754631:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61a18.
00000100:00000001:3.0:1775775403.754636:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775403.754645:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9500 x1862023309150208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754676:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775403.754681:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309150208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754689:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775403.754691:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775403.754702:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775403.754704:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee500.
00000400:00000200:3.0:1775775403.754707:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775403.754711:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775403.754714:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61c38
00000400:00000010:3.0:1775775403.754716:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61c38.
00000100:00000001:3.0:1775775403.754719:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775403.754724:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bbb80 x1862023309150336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754732:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775403.754735:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309150336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754742:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775403.754749:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775403.754756:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775403.754758:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee700.
00000400:00000200:3.0:1775775403.754761:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775403.754765:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775403.754768:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61990
00000400:00000010:3.0:1775775403.754771:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61990.
00000100:00000001:3.0:1775775403.754773:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775403.754779:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31baa00 x1862023309150464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754788:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775403.754790:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309150464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754797:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775403.754799:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775403.754803:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775403.754806:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee100.
00000400:00000200:3.0:1775775403.754809:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775403.754812:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775403.754815:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61198
00000400:00000010:3.0:1775775403.754816:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61198.
00000100:00000001:3.0:1775775403.754819:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775403.754824:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8380 x1862023309150592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754831:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775403.754834:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309150592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775425 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775403.754840:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775403.754842:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775775404.394318:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775404.394321:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775404.394324:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775405.418389:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775405.418392:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775405.418395:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775405.802303:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775405.802311:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775405.802313:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775405.802330:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775405.802335:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775405.802341:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11682
00000400:00000200:2.0:1775775405.802350:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775405.802356:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775405.802359:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775405.802376:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802380:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802383:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802386:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775405.802390:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775405.802391:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775405.802394:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775405.802397:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775405.802399:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775405.802402:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775405.802405:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802408:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802410:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802412:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775405.802415:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775405.802419:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802422:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775405.802425:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775405.802429:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775405.802432:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802435:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775405.802437:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775405.802443:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775405.802448:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775405.802451:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775405.802453:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802456:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775405.802459:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775405.802464:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775405.802472:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775405.802479:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775405.802489:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309150720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775405.802507:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775405.802512:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775405.802518:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309150720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775405.802544:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775405.802548:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775405.802551:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775405.802553:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775405.802556:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775405.802558:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775405.802561:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11682
00000400:00000200:2.0:1775775405.802567:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775405.802570:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775405.802573:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775405.802576:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802578:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802580:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802583:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775405.802585:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775405.802587:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775405.802588:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775405.802590:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775405.802592:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775405.802594:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775405.802598:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802600:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802602:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802604:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775405.802612:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775405.802616:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802618:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775405.802620:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775405.802625:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775405.802627:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802630:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775405.802634:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775405.802637:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802639:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775405.802642:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775405.802645:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775405.802647:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775405.802649:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802651:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775405.802652:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775405.802654:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775405.802658:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775405.802661:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775405.802666:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309150848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775405.802673:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775405.802675:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775405.802679:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309150848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775405.802689:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775405.802692:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775405.802695:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775405.802697:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775405.802699:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775405.802701:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775405.802708:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11682
00000400:00000200:2.0:1775775405.802712:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775405.802715:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775405.802717:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775405.802720:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802722:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802724:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802726:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775405.802728:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775405.802744:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775405.802746:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775405.802748:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775405.802750:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775405.802753:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775405.802756:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802758:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802760:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802762:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775405.802764:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775405.802767:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802770:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775405.802772:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775405.802775:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775405.802777:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802779:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775405.802782:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775405.802784:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802786:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775405.802790:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775405.802792:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775405.802795:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1775775405.802797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775405.802801:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
02000000:00000001:2.0:1775775405.802803:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802805:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775405.802807:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775405.802809:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775405.802813:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775405.802816:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775405.802821:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309150976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775405.802828:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775405.802830:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775405.802834:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309150976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775405.802843:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775405.802846:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775405.802850:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775405.802851:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775405.802853:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775405.802856:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775405.802858:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11682
00000400:00000200:2.0:1775775405.802862:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775405.802864:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775405.802866:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775405.802869:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802877:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802880:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802882:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775405.802883:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775405.802885:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775405.802887:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775405.802889:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775405.802891:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775405.802898:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775405.802902:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802904:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775405.802906:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802908:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775405.802910:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775405.802913:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775405.802916:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775405.802918:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775405.802921:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775405.802923:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802925:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775405.802927:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775405.802929:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802931:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775405.802934:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775405.802937:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775405.802940:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775405.802941:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775405.802943:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775405.802944:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775405.802946:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775405.802949:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775405.802952:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775405.802957:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309151104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775405.802965:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775405.802967:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775405.802970:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309151104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775405.802980:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775405.802988:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11692)
00000800:00000200:1.1:1775775405.803291:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775405.803294:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775405.803616:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775405.803618:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775405.803922:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775405.803924:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775406.442304:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775406.442318:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775406.442321:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775408.490341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775408.490345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775408.490347:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775409.514299:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775409.514303:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775409.514305:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1775775409.770283:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775775409.770292:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775775409.770296:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:2.0:1775775410.538413:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775410.538417:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775410.538420:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775410.922825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775410.922829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775410.923361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775410.923363:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775410.923554:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775410.923556:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775410.923759:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775410.923761:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1775775412.586340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775412.586343:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775412.586346:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775413.610326:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775413.610330:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775413.610332:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775414.634358:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775414.634361:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775414.634364:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775416.042789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775416.042807:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775416.043227:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775416.043229:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775416.043533:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775416.043536:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775416.043768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775416.043770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775775416.682357:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775416.682361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775416.682364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775417.706345:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775417.706349:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775417.706353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775418.730299:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775418.730302:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775418.730304:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775420.778402:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775420.778405:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775420.778408:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775421.162743:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775421.162747:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775421.163230:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775421.163232:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775421.163452:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775421.163454:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775421.163690:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775421.163692:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775421.802326:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775421.802329:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775421.802332:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775422.826330:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775422.826333:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775422.826335:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775424.874312:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775424.874317:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775424.874321:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775425.898326:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775425.898330:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775425.898332:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775426.282753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775426.282760:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775426.283419:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775426.283421:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775426.283647:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775426.283650:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775426.283980:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775426.283983:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775775426.922349:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775426.922353:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775426.922357:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775428.970356:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775428.970360:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775428.970364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775429.994355:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775429.994359:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775429.994361:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775431.018368:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775431.018373:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775431.018376:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775431.402266:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775431.402280:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775431.402284:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775431.402289:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775431.402296:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775431.402306:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11707
00000400:00000200:2.0:1775775431.402319:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775431.402327:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775431.402331:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775431.402335:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402338:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402340:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402342:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775431.402346:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775431.402348:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775431.402350:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775431.402352:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775431.402354:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775431.402356:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775431.402358:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402360:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402361:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402362:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775431.402364:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775431.402367:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402368:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775431.402371:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775431.402402:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775431.402404:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402407:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775431.402410:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775431.402416:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775431.402419:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775431.402424:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775431.402425:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402428:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775431.402431:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775431.402435:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775431.402443:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775431.402451:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775431.402463:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309153280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775431.402477:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775431.402483:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775431.402489:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309153280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775431.402514:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775431.402517:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775431.402521:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775431.402522:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775431.402524:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775431.402527:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775431.402530:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11707
00000400:00000200:2.0:1775775431.402534:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775431.402538:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775431.402540:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775431.402543:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402546:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402562:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402564:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775431.402567:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775431.402568:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775431.402570:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775431.402573:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775431.402575:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775431.402578:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775431.402581:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402583:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402585:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402588:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775431.402590:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775431.402593:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402595:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775431.402597:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775431.402610:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775431.402613:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402615:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775431.402623:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775431.402626:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402628:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775431.402634:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775431.402637:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775431.402640:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775431.402641:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402643:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775431.402645:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775431.402647:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775431.402651:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775431.402654:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775431.402659:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309153408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775431.402674:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775431.402676:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775431.402680:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309153408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775431.402689:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775431.402692:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775431.402696:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775431.402697:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775431.402699:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775431.402701:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775431.402704:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11707
00000400:00000200:2.0:1775775431.402708:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775431.402711:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775431.402713:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775431.402716:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402718:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402720:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402722:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775431.402725:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775431.402726:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775431.402728:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775431.402730:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775431.402732:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775431.402734:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775431.402738:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402740:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402742:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402744:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775431.402751:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775431.402754:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402757:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775431.402759:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775431.402762:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775431.402764:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402766:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775431.402769:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775431.402771:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402773:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775431.402777:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775431.402779:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775431.402782:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775431.402783:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402785:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775431.402787:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775775431.402787:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775775431.402789:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775431.402791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
02000000:00000010:2.0:1775775431.402793:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775431.402796:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775431.402800:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309153536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775431.402807:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775431.402809:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775431.402812:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309153536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775431.402820:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775431.402823:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775431.402827:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775431.402829:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775431.402830:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775431.402833:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775431.402840:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11707
00000400:00000200:2.0:1775775431.402844:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775431.402847:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775431.402850:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775431.402853:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402855:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402857:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402859:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775431.402862:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775431.402863:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775431.402865:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775431.402867:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775431.402869:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775431.402899:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775431.402903:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402904:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775431.402907:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402909:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775431.402911:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775431.402914:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775431.402917:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775431.402920:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775431.402923:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775431.402925:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402927:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775431.402929:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775431.402932:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402933:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775431.402937:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775431.402940:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775431.402942:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775431.402948:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775431.402951:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775431.402952:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775431.402954:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775431.402958:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775431.402962:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775431.402966:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309153664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775431.402975:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775431.402978:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775431.402981:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309153664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775431.402990:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775431.402995:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11717)
00000800:00000200:1.1:1775775431.403228:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775431.403230:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775431.403433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775431.403435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775431.403622:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775431.403624:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1775775433.066335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775433.066340:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775433.066344:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775434.090454:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775434.090460:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775434.090463:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775435.114360:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775435.114363:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775435.114366:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775436.522939:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775436.522956:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775436.523402:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775436.523405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775436.523719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775436.523722:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775436.524033:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775436.524036:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775775437.162324:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775437.162327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775437.162330:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775438.186356:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775438.186359:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775438.186362:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775439.210326:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775439.210330:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775439.210333:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775441.258315:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775441.258319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775441.258323:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775441.642866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775441.642871:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775441.643297:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775441.643299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775441.643506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775441.643508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775441.643750:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775441.643753:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775442.282327:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775442.282331:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775442.282334:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775443.306359:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775443.306364:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775443.306368:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775445.354379:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775445.354386:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775445.354391:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775446.378359:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775446.378363:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775446.378366:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775446.762294:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775446.762305:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775446.762307:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775446.762312:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775446.762317:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775446.762324:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11723
00000400:00000200:2.0:1775775446.762340:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775446.762347:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775446.762350:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775446.762352:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762356:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762358:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762360:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775446.762363:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775446.762365:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775446.762367:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775446.762370:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775446.762371:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775446.762373:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775446.762375:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762377:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762378:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762380:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775446.762382:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775446.762384:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762386:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775446.762388:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775446.762391:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775446.762394:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762396:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775446.762421:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775446.762428:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775446.762432:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775446.762436:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775446.762438:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762441:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775446.762444:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775446.762449:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775446.762458:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775446.762464:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775446.762473:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309154816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775446.762482:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775446.762487:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775446.762491:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309154816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775446.762511:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775446.762513:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775446.762516:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775446.762517:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775446.762518:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775446.762521:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775446.762522:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11723
00000400:00000200:2.0:1775775446.762526:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775446.762528:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775446.762531:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775446.762533:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762535:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762538:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762539:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775446.762541:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775446.762548:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775446.762551:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775446.762555:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775446.762559:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775446.762562:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775446.762570:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762575:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762579:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762584:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775446.762587:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775446.762591:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762594:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775446.762598:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775446.762618:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775446.762622:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762624:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775446.762629:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775446.762635:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762637:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775446.762641:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775446.762643:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775446.762648:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775446.762651:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762652:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775446.762653:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775446.762655:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775446.762660:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775446.762665:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775446.762672:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309154944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775446.762679:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775446.762683:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775446.762695:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309154944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775446.762715:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775446.762718:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775446.762726:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775446.762728:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775446.762729:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775446.762734:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775446.762738:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11723
00000400:00000200:2.0:1775775446.762745:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775446.762750:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775446.762753:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775446.762759:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762763:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762770:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762777:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775446.762782:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775446.762786:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775446.762791:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775446.762795:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775446.762800:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775446.762813:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775446.762821:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762826:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762833:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775446.762837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775446.762839:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775446.762841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1775775446.762844:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775446.762851:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762856:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775446.762864:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775446.762869:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775446.762872:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762875:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775446.762880:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775446.762884:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762889:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775446.762895:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775446.762897:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775446.762901:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775446.762904:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.762908:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775446.762911:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775446.762914:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775446.762919:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775446.762923:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775446.762929:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309155072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775446.762940:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775446.762943:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775446.762946:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309155072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775446.762955:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775446.762957:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775446.762960:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775446.762963:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775446.762965:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775446.762967:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775446.762969:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11723
00000400:00000200:2.0:1775775446.762975:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775446.762979:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775446.762981:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775446.762992:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.762994:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.762998:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.763001:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775446.763005:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775446.763006:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775446.763010:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775446.763011:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775446.763013:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775446.763016:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775446.763023:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.763029:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775446.763034:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775446.763038:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775446.763041:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775446.763047:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775446.763055:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775446.763059:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775446.763065:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775446.763070:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.763075:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775446.763079:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775446.763086:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.763090:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775446.763096:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775446.763101:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775446.763105:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775446.763107:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775446.763112:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775446.763114:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775446.763117:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775446.763122:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775446.763133:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775446.763142:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309155200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775446.763151:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775446.763155:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775446.763202:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309155200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775446.763218:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775446.763225:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11733)
00000800:00000200:1.1:1775775446.763406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775446.763409:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775446.763638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775446.763640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775446.763952:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775446.763955:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775447.402392:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775447.402396:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775447.402399:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1775775447.658261:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775775447.658271:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775775447.658300:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:3.0:1775775449.450356:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775449.450360:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775449.450364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775450.474282:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775450.474287:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775450.474291:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775451.498334:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775451.498337:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775451.498340:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775451.882870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775451.882887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775451.883537:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775451.883540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775451.883793:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775451.883794:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775451.884002:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775451.884004:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1775775453.546345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775453.546348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775453.546351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775454.570337:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775454.570340:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775454.570343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775455.594308:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775455.594313:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775455.594317:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775457.002313:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775457.002325:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775457.002328:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775457.002332:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775457.002337:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775457.002344:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11733
00000400:00000200:2.0:1775775457.002354:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775457.002362:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775457.002365:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775457.002390:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002393:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002396:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002398:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775457.002403:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775457.002405:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775457.002408:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775457.002411:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775457.002413:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775457.002416:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775457.002419:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002421:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002441:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002444:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775457.002447:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775457.002451:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002454:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775457.002457:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775457.002462:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775457.002465:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.002467:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775457.002470:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775457.002477:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775457.002482:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775457.002486:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775457.002487:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.002491:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775457.002494:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775457.002498:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775457.002507:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775457.002513:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775457.002523:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309155840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775457.002550:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775457.002555:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775457.002561:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309155840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775457.002584:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775457.002587:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775457.002591:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775457.002593:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775457.002594:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775457.002598:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775457.002601:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11733
00000400:00000200:2.0:1775775457.002607:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775457.002611:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775457.002614:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775457.002619:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002624:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002632:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775457.002638:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775457.002641:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775457.002646:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775457.002650:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775457.002655:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775457.002659:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775457.002667:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002674:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002679:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002690:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775457.002703:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775457.002711:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002717:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775457.002720:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775457.002726:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775457.002731:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.002736:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775457.002742:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775457.002750:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.002754:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775457.002759:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775457.002765:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775457.002768:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775457.002770:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.002774:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775457.002776:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775457.002779:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775457.002787:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775457.002793:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775457.002802:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309155968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775457.002817:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775457.002821:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775457.002828:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309155968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775457.002848:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775457.002852:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775457.002860:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775457.002863:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775457.002867:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775457.002871:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775457.002882:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11733
00000400:00000200:2.0:1775775457.002902:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775457.002912:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1775775457.002912:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775775457.002918:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775775457.002918:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000040:2.0:1775775457.002926:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002932:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002937:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002941:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775457.002947:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775457.002949:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775457.002952:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775457.002956:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775457.002961:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775457.002965:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775457.002974:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002978:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.002985:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.002991:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775457.002997:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775457.003012:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003019:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775457.003024:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775457.003030:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775457.003034:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003036:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775457.003040:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775457.003047:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003052:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775457.003059:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775457.003064:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775457.003079:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775457.003089:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003095:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775457.003098:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775457.003102:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775457.003110:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775457.003117:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775457.003128:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309156096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775457.003205:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775457.003210:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775457.003219:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309156096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775457.003236:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775457.003241:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775457.003248:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775457.003252:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775457.003255:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775457.003260:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775457.003266:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11733
00000400:00000200:2.0:1775775457.003276:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775457.003284:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775457.003289:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775457.003296:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003298:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.003302:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003307:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775457.003311:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775457.003313:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775457.003317:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775457.003321:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775457.003326:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775457.003339:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775457.003351:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003356:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775457.003362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003369:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775457.003375:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775457.003383:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775457.003388:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775457.003392:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775457.003398:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775457.003404:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003407:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775457.003412:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775457.003417:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003420:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775457.003442:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775457.003447:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775457.003454:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775457.003458:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775457.003463:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775457.003467:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775457.003472:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775457.003480:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775457.003487:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775457.003499:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309156224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775457.003521:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775457.003526:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775457.003534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775457.003537:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309156224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775457.003538:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1775775457.003562:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775457.003578:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11743)
00000800:00000200:1.1:1775775457.003747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775457.003749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775457.003994:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775457.003996:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1775775457.642332:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775457.642336:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775457.642340:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775458.666330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775458.666333:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775458.666336:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775459.690406:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775459.690411:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775459.690415:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775461.738358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775461.738361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775461.738364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775462.122260:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775462.122267:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775462.122270:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775462.122273:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775462.122277:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775462.122283:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11738
00000400:00000200:2.0:1775775462.122290:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775462.122295:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775462.122298:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775462.122301:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122303:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122305:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122306:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775462.122309:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775462.122311:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775462.122314:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775462.122317:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775462.122319:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775462.122321:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775462.122330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122332:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122362:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775462.122365:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775462.122387:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122390:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775462.122392:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775462.122395:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775462.122397:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122399:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775462.122400:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775462.122405:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775462.122408:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775462.122410:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775462.122412:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122414:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775462.122417:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775462.122421:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775462.122427:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775462.122432:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775462.122439:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309156352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775462.122450:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775462.122454:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775462.122459:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309156352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775462.122484:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775462.122488:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775462.122492:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775462.122494:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775462.122495:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775462.122498:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775462.122500:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11738
00000400:00000200:2.0:1775775462.122504:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775462.122506:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775462.122508:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775462.122522:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122524:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122526:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122529:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775462.122532:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775462.122534:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775462.122537:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775462.122539:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775462.122543:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775462.122549:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775462.122558:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122563:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122567:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122573:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775462.122578:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775462.122586:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122592:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775462.122597:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775462.122602:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775462.122608:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122611:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775462.122615:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775462.122619:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122620:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775462.122625:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775462.122627:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775462.122630:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775462.122631:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122633:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775462.122634:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775462.122638:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775462.122644:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775462.122654:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775462.122662:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309156480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775462.122675:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775462.122678:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775462.122684:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309156480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775462.122726:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775462.122731:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775462.122739:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775462.122744:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775462.122747:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775462.122750:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775462.122755:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11738
00000400:00000200:2.0:1775775462.122760:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775462.122765:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775462.122767:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775462.122770:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122775:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122778:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122782:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775462.122784:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775462.122786:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775462.122788:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775462.122791:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775462.122793:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775462.122796:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775462.122796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775462.122802:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775462.122802:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775775462.122805:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.122815:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122818:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775462.122823:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775462.122830:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775462.122836:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775462.122841:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775462.122845:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775462.122849:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122853:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775462.122856:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775462.122861:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122865:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775462.122871:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775462.122875:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775462.122878:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775462.122880:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.122883:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775462.122886:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775462.122889:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775462.122894:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775462.122897:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775462.122904:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309156608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775462.122919:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775462.122923:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775462.122930:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309156608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775462.122944:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775462.122948:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775462.122953:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775462.122958:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775462.122966:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775462.122972:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775462.122978:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11738
00000400:00000200:2.0:1775775462.122987:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775462.122996:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775462.123000:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775462.123005:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.123010:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.123015:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.123020:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775462.123025:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775462.123028:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775462.123031:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775462.123033:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775462.123037:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775462.123041:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775462.123047:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.123050:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775462.123054:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775462.123058:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775462.123062:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775462.123066:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775462.123071:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775462.123073:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775462.123076:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775462.123080:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.123083:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775462.123086:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775462.123088:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.123089:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775462.123098:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775462.123103:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775462.123109:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775462.123112:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775462.123116:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775462.123119:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775462.123123:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775462.123129:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775462.123135:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775462.123144:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309156736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775462.123157:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775462.123161:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775462.123192:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309156736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775462.123208:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775462.123214:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11748)
00000800:00000200:1.1:1775775462.123438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775462.123440:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775462.123732:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775462.123735:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775462.123938:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775462.123940:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775462.762296:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775462.762299:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775462.762301:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775463.786408:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775463.786412:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775463.786415:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775465.834357:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775465.834361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775465.834363:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775466.858322:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775466.858325:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775466.858327:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775467.242309:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775467.242320:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775467.242323:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775467.242327:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775467.242331:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775467.242338:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11743
00000400:00000200:3.0:1775775467.242348:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775467.242355:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775467.242358:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775467.242362:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242365:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242368:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775467.242375:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775467.242377:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775467.242380:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775467.242382:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775467.242400:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775467.242403:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775467.242406:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242409:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242411:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242413:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775467.242416:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775467.242419:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242422:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775467.242425:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775467.242429:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775467.242432:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242434:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775467.242437:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775467.242444:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775467.242448:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775467.242452:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775467.242453:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242456:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775467.242459:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775467.242463:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775467.242471:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775467.242477:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775467.242487:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309156864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775467.242498:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775467.242502:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775467.242506:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309156864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775467.242523:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775467.242526:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775467.242533:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775467.242534:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775467.242536:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775467.242539:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775467.242543:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11743
00000400:00000200:3.0:1775775467.242548:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775467.242552:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775467.242555:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775467.242561:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242565:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242569:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242573:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775467.242580:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775467.242583:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775467.242588:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775467.242592:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775467.242598:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775467.242602:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775467.242611:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242617:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242623:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242626:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775467.242632:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775467.242647:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242656:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775467.242659:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775467.242665:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775467.242670:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242674:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775467.242679:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775467.242689:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242693:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775467.242698:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775467.242702:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775467.242707:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775467.242710:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242713:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775467.242716:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775467.242719:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775467.242723:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775467.242730:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775467.242738:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309156992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775467.242754:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775467.242756:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775467.242759:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309156992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775467.242770:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775467.242774:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775467.242779:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775467.242783:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775467.242785:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775467.242789:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775467.242793:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11743
00000400:00000200:3.0:1775775467.242798:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775467.242802:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775467.242804:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775467.242809:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242813:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242816:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775467.242820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775467.242824:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775467.242826:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775467.242827:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775467.242828:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775467.242830:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775467.242834:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775467.242836:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775467.242840:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242841:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.242842:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242843:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775467.242845:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775467.242847:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775467.242849:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775467.242852:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775467.242856:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775467.242860:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242863:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775467.242867:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775467.242873:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242875:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775467.242879:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775467.242883:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775467.242886:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775467.242889:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.242891:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775467.242892:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775467.242895:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775467.242902:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775467.242907:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775467.242914:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309157120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775467.242942:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775467.242944:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775467.242951:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309157120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775467.242967:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775467.242970:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775467.242977:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775467.242981:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775467.242984:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775467.242988:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775467.242994:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11743
00000400:00000200:3.0:1775775467.243002:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775467.243009:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775467.243013:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775467.243020:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.243024:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.243028:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.243033:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775467.243036:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775467.243039:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775467.243042:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775467.243046:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775467.243050:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775467.243054:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775467.243057:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.243060:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775467.243062:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775467.243064:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775467.243074:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775467.243080:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775467.243085:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775467.243088:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775467.243092:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775467.243097:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.243102:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775467.243105:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775467.243111:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.243116:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775467.243121:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775467.243125:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775467.243129:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775467.243132:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775467.243136:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775467.243139:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775467.243142:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775467.243149:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775467.243154:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775467.243214:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309157248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775467.243240:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775467.243258:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775467.243265:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309157248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775467.243282:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775467.243285:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775467.243292:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11753)
00000800:00000200:1.1:1775775467.243463:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775467.243611:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775467.882386:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775467.882391:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775467.882395:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775775469.930319:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775775469.930323:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775775469.930325:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775775470.314448:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775775470.314491:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775775470.314501:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775470.314506:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775775470.314525:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775470.314529:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775775470.314536:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775470.314540:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:2.0:1775775470.314546:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775470.314552:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775470.314557:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb616e8
00000400:00000010:2.0:1775775470.314560:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb616e8.
00000100:00000001:2.0:1775775470.314565:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775470.314573:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bb800 x1862023309156864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314598:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775470.314602:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309156864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314612:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775470.314614:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775470.314624:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775470.314627:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:2.0:1775775470.314631:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775470.314635:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775470.314638:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61550
00000400:00000010:2.0:1775775470.314641:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61550.
00000100:00000001:2.0:1775775470.314644:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775470.314652:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31ba300 x1862023309156992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314673:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775470.314682:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309156992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314694:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775470.314698:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775470.314712:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775470.314717:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:2.0:1775775470.314732:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775470.314751:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775470.314759:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61880
00000400:00000010:2.0:1775775470.314762:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61880.
00000100:00000001:2.0:1775775470.314767:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775470.314775:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8700 x1862023309157120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314797:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775470.314805:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309157120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314821:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775470.314825:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775470.314836:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775470.314839:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:2.0:1775775470.314842:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775470.314846:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775470.314849:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61bb0
00000400:00000010:2.0:1775775470.314851:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61bb0.
00000100:00000001:2.0:1775775470.314854:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775470.314861:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8e00 x1862023309157248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314878:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775470.314884:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309157248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775492 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775470.314904:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775470.314908:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775775470.954410:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775470.954418:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775470.954423:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775471.978400:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775471.978404:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775471.978408:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775472.362239:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775472.362250:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775472.362271:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775472.362275:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775472.362280:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775472.362288:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11748
00000400:00000200:3.0:1775775472.362299:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775472.362306:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775472.362310:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775472.362314:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362317:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362321:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362325:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775472.362330:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775472.362332:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775472.362335:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775472.362338:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775472.362341:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775472.362344:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775472.362348:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362351:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362354:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362356:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775472.362359:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775472.362363:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362367:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775472.362371:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775472.362376:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775472.362379:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362382:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775472.362385:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775472.362391:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775472.362394:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775472.362403:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775472.362405:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362409:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775472.362411:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775472.362416:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775472.362425:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775472.362431:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775472.362441:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309157376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775472.362461:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775472.362466:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775472.362471:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309157376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775472.362500:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775472.362504:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775472.362507:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775472.362508:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775472.362510:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775472.362513:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775472.362515:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11748
00000400:00000200:3.0:1775775472.362519:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775472.362523:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775472.362526:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775472.362529:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362531:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362533:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362536:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775472.362538:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775472.362539:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775472.362541:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775472.362543:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775472.362552:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775472.362554:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775472.362558:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362560:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362562:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362564:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775472.362566:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775472.362569:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362571:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775472.362573:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775472.362579:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775472.362581:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362584:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775472.362590:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775472.362593:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362596:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775472.362599:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775472.362602:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775472.362605:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775472.362608:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362611:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775472.362614:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775472.362616:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775472.362622:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775472.362627:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775472.362639:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309157504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775472.362653:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775472.362657:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775472.362665:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309157504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775472.362704:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775472.362709:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775472.362714:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775472.362718:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775472.362721:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775472.362725:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775472.362732:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11748
00000400:00000200:3.0:1775775472.362741:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775472.362746:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775472.362749:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775472.362752:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362755:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362758:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362760:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775472.362762:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775472.362763:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775472.362765:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775472.362769:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775472.362775:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775472.362780:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775472.362786:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362791:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.362797:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362803:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775472.362808:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775472.362812:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775472.362817:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775472.362827:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775472.362832:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775472.362836:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362841:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775472.362845:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775472.362849:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362854:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775472.362861:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775472.362866:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775472.362871:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775472.362874:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.362878:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775472.362880:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775472.362883:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775472.362890:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775472.362897:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775472.362906:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309157632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775472.362918:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775472.362921:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775472.362926:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309157632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775472.362941:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775472.362944:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775472.362948:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775472.362953:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775472.362956:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775472.362963:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775472.362967:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11748
00000400:00000200:3.0:1775775472.362976:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775472.362982:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775472.362985:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775472.363001:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.363005:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.363009:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.363013:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775472.363017:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775472.363018:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775472.363021:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775472.363024:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775775472.363024:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1775775472.363028:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775472.363031:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775472.363036:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775472.363043:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.363046:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775472.363049:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775472.363054:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775472.363059:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775472.363151:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775472.363209:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775472.363214:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775472.363220:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775472.363226:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.363232:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775472.363238:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775472.363244:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.363249:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775472.363260:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775472.363266:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775472.363272:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775472.363274:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775472.363279:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775472.363283:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775472.363287:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775472.363295:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775472.363307:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775472.363320:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309157760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775472.363346:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775472.363351:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775472.363361:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309157760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775472.363381:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775472.363391:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11758)
00000800:00000200:1.1:1775775472.363637:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775472.363640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775472.363950:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775472.363952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775472.364294:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775472.364297:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775474.026464:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775474.026471:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775474.026476:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775475.050404:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775475.050409:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775475.050412:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775476.074372:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775476.074377:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775476.074381:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775477.482266:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775477.482277:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775477.482280:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775477.482284:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775477.482289:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775477.482296:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11753
00000400:00000200:3.0:1775775477.482306:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775477.482313:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775477.482317:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775477.482321:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482324:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482327:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482329:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775477.482334:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775477.482336:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775477.482339:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775477.482342:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775477.482345:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775477.482347:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775477.482350:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482351:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482370:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775477.482373:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775477.482376:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482378:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775477.482380:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775477.482382:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775477.482384:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482386:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775477.482388:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775477.482393:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775477.482395:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775477.482398:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775477.482399:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482402:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775477.482404:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775477.482408:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775477.482415:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775477.482420:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775477.482427:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309157888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775477.482435:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775477.482439:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775477.482443:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309157888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775477.482462:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775477.482465:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775477.482467:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775477.482468:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775477.482469:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775477.482471:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775477.482479:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11753
00000400:00000200:3.0:1775775477.482482:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775477.482485:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775477.482486:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775477.482488:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482490:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482492:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482493:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775477.482495:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775477.482496:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775477.482498:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775477.482499:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775477.482501:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775477.482502:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775477.482504:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482506:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482507:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482509:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775477.482511:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775477.482516:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482517:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775477.482520:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775477.482525:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775477.482528:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482530:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775477.482533:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775477.482538:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482542:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775477.482546:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775477.482549:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775477.482554:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775477.482559:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482561:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775477.482562:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775477.482564:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775477.482570:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775477.482575:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775477.482582:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309158016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775477.482592:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775477.482595:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775477.482599:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309158016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775477.482609:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775477.482611:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775477.482614:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775477.482616:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775477.482618:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775477.482621:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775477.482624:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11753
00000400:00000200:3.0:1775775477.482628:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775477.482633:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775477.482635:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775477.482640:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482641:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482643:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482644:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775477.482646:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775477.482649:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775477.482651:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775477.482652:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775477.482654:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775477.482660:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775477.482665:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482667:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482672:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482677:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775477.482683:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775477.482690:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482696:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775477.482700:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775477.482705:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775477.482709:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482713:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775477.482716:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775477.482721:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482724:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775477.482728:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775477.482733:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775477.482738:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775477.482740:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482752:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775477.482755:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775477.482758:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775477.482767:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775477.482772:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775477.482781:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309158144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775477.482795:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775477.482801:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775477.482811:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309158144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775477.482827:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775477.482837:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775477.482844:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775477.482848:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775477.482851:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775477.482852:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775477.482857:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775775477.482858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000100:00080000:3.0:1775775477.482863:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11753
00000400:00000200:3.0:1775775477.482873:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775477.482880:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775477.482886:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775477.482893:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482897:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482901:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482905:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775477.482909:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775477.482912:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775477.482915:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775477.482918:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775477.482922:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775477.482927:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775477.482934:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482938:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775477.482940:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482943:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775477.482947:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775477.482950:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775477.482955:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775477.482959:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775477.482963:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775477.482966:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482969:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775477.482977:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775477.482983:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482987:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775477.482990:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775477.482994:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775477.482996:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775477.482997:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775477.482998:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775477.483001:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775477.483003:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775477.483007:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775477.483012:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775477.483017:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309158272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775477.483027:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775477.483030:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775477.483037:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309158272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775477.483051:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775477.483058:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11764)
00000800:00000200:1.1:1775775477.483392:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775477.483395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775775477.483681:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775477.483684:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775775477.483958:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775477.483960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1775775478.122327:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775478.122332:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775478.122337:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775479.146328:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775479.146332:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775479.146334:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775480.170340:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775480.170343:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775480.170346:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775482.218353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775482.218356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775482.218359:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775482.604021:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775482.604025:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775482.604412:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775482.604414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775482.604638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775482.604641:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775775482.604908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775482.604924:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1775775483.242305:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775483.242308:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775483.242311:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775484.266324:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775484.266329:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775484.266332:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775486.314309:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775486.314312:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775486.314315:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:3.0:1775775486.570253:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:3.0:1775775486.570264:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:3.0:1775775486.570269:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:2.0:1775775487.338321:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775487.338326:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775487.338330:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775487.722815:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775487.722822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775487.723222:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775487.723224:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775487.723405:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775487.723406:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775775487.723576:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775487.723578:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775775488.362335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775488.362339:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775488.362341:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775490.410342:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775490.410362:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775490.410366:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775491.434379:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775491.434384:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775491.434387:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775492.458389:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775492.458395:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775492.458400:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775492.842293:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775492.842305:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775492.842309:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775492.842313:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775492.842318:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775492.842325:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11769
00000400:00000200:2.0:1775775492.842336:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775492.842342:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775492.842345:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775492.842347:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842351:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842353:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775492.842356:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775492.842357:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775492.842359:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775492.842361:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775492.842363:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775492.842364:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775492.842367:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842368:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842369:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775492.842373:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775492.842407:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842410:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775492.842414:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775492.842417:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775492.842420:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.842422:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775492.842424:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775492.842430:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775492.842434:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775492.842437:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775492.842439:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.842442:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775492.842446:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775492.842450:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775492.842457:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775492.842464:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775492.842474:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309159424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775492.842483:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775492.842487:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775492.842491:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309159424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775492.842513:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775492.842518:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775492.842521:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775492.842523:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775492.842524:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775492.842527:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775492.842530:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11769
00000400:00000200:2.0:1775775492.842534:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775492.842538:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775492.842540:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775492.842549:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842551:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842562:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842564:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775492.842567:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775492.842568:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775492.842571:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775492.842577:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775492.842582:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775492.842587:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775492.842600:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842611:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842620:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842630:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775492.842636:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775492.842649:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842658:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775492.842661:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775492.842667:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775492.842676:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.842683:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775492.842686:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775492.842698:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.842707:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775492.842714:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775492.842718:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775492.842720:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775492.842722:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.842726:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775492.842727:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775492.842730:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775492.842734:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775492.842750:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775492.842761:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309159552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775492.842814:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775492.842816:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775492.842823:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309159552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775492.842841:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775492.842843:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775492.842848:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775492.842851:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775492.842854:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775492.842857:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775492.842860:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11769
00000400:00000200:2.0:1775775492.842870:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775492.842878:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775492.842889:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775492.842910:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842924:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842933:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842937:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775492.842947:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775492.842952:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775492.842955:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775492.842959:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775492.842962:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775492.842965:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775492.842971:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842973:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.842982:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.842993:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775492.842996:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775492.843003:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843004:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775492.843005:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775492.843008:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775775492.843009:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775775492.843012:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775492.843014:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:2.0:1775775492.843016:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775492.843020:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775492.843030:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.843033:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775492.843042:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775492.843046:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775492.843055:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775492.843058:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.843063:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775492.843068:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775492.843070:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775492.843078:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775492.843084:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775492.843091:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309159680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775492.843146:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775492.843149:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775492.843156:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309159680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775492.843246:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775492.843252:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775492.843262:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775492.843264:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775492.843270:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775492.843280:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775492.843285:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11769
00000400:00000200:2.0:1775775492.843299:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775492.843305:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775492.843308:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775492.843312:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843315:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.843321:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775492.843327:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775492.843329:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775492.843331:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775492.843332:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775492.843335:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775492.843339:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775492.843342:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843343:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775492.843345:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843355:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775492.843359:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775492.843366:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775492.843376:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775492.843379:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775492.843382:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775492.843384:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.843385:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775492.843387:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775492.843389:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.843391:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775492.843403:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775492.843409:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775492.843416:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775492.843420:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775492.843427:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775492.843433:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775492.843437:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775492.843443:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775492.843452:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775492.843464:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309159808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775492.843506:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775492.843513:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775492.843524:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309159808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775492.843561:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775492.843569:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11779)
00000800:00000200:0.1:1775775492.843770:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775492.843772:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775492.844077:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775492.844079:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775775492.844325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775492.844327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775775494.506316:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775494.506319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775494.506321:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775495.530345:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775495.530349:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775495.530353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775496.554338:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775496.554341:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775496.554344:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775497.962914:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775497.962920:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775497.963381:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775497.963382:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775497.963631:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775497.963633:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775497.963842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775497.963861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775498.602328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775498.602332:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775498.602336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775499.626330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775499.626334:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775499.626336:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775500.650353:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775500.650357:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775500.650375:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775502.698419:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775502.698426:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775502.698431:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775503.082299:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775503.082306:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775503.082309:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775503.082312:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775503.082315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775503.082321:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11779
00000400:00000200:2.0:1775775503.082329:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775503.082334:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775503.082336:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775503.082339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082341:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082343:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775503.082348:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775503.082350:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775503.082352:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775503.082355:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775503.082357:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775503.082360:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775503.082363:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082365:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082367:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082369:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775503.082372:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775503.082375:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082377:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775503.082399:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775503.082403:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775503.082405:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082407:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775503.082410:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775503.082415:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775503.082419:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775503.082423:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775503.082424:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082427:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775503.082430:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775503.082434:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775503.082442:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775503.082448:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775503.082457:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309160448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775503.082466:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775503.082471:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775503.082475:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309160448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775503.082500:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775503.082503:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775503.082506:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775503.082508:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775503.082509:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775503.082512:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775503.082514:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11779
00000400:00000200:2.0:1775775503.082521:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775503.082526:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775503.082529:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775503.082533:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082535:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082547:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082553:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775503.082559:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775503.082560:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775503.082563:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775503.082566:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775503.082568:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775503.082576:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775503.082589:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082599:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082607:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082611:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775503.082618:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775503.082639:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082648:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775503.082656:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775503.082665:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775503.082671:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082676:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775503.082685:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775503.082691:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082698:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775503.082712:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775503.082717:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775503.082722:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775503.082724:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082726:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775503.082729:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775503.082732:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775503.082736:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775503.082741:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775503.082749:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309160576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775503.082782:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775503.082789:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775503.082801:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309160576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775503.082823:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775503.082826:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775503.082838:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775503.082840:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775503.082841:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775503.082844:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775503.082853:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11779
00000400:00000200:2.0:1775775503.082858:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775503.082862:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775503.082863:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775503.082868:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082874:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082878:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082885:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775503.082891:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775503.082894:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775503.082898:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775503.082901:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775503.082909:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775503.082915:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775503.082922:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082930:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.082938:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082944:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775503.082951:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775503.082961:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775503.082964:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775503.082970:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775503.082975:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775503.082985:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.082988:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775503.082995:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775503.083007:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.083009:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775503.083012:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775503.083015:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775503.083017:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775503.083019:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.083027:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775503.083038:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775503.083044:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775503.083050:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:2.0:1775775503.083053:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000800:00000200:0.1:1775775503.083055:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775775503.083057:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775503.083067:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309160704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775503.083079:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775503.083086:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775503.083090:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309160704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775503.083095:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775503.083102:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775503.083104:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775503.083108:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775503.083113:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775503.083124:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775503.083127:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11779
00000400:00000200:2.0:1775775503.083131:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775503.083137:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775503.083142:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775503.083146:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.083151:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.083156:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.083217:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775503.083223:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775503.083228:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775503.083233:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775503.083236:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775503.083238:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775503.083243:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775503.083248:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.083252:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775503.083257:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775503.083259:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775503.083262:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775503.083268:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775503.083272:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775503.083276:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775503.083281:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775503.083285:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.083290:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775503.083293:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775503.083297:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.083300:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775503.083309:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775503.083317:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775503.083327:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775503.083331:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775503.083333:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775503.083338:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775503.083343:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775503.083348:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775503.083351:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775503.083367:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309160832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775503.083382:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775503.083386:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775503.083393:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309160832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775503.083419:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775503.083425:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11789)
00000800:00000200:0.1:1775775503.083695:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775503.083697:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775503.083943:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775503.083945:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775503.084129:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775503.084130:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775503.722416:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775503.722421:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775503.722425:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775504.746333:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775504.746336:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775504.746339:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775506.794334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775506.794339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775506.794342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775507.818447:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775507.818452:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775507.818455:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775508.202352:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775508.202360:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775508.202363:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775508.202366:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775508.202370:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775508.202376:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11784
00000400:00000200:2.0:1775775508.202385:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775508.202391:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775508.202394:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775508.202396:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202399:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202401:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202402:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775508.202405:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775508.202406:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775508.202408:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775508.202410:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775508.202412:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775508.202413:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775508.202415:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202417:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202418:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202419:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775508.202421:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775508.202423:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202425:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775508.202427:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775508.202430:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775508.202431:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202433:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775508.202435:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775508.202442:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775508.202444:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775508.202447:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775508.202448:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202450:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775508.202453:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775508.202456:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775508.202462:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775508.202469:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775508.202476:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309160960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775508.202484:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775508.202488:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775508.202492:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309160960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775508.202513:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775508.202515:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775508.202518:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775508.202519:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775508.202520:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775508.202522:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775508.202524:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11784
00000400:00000200:2.0:1775775508.202526:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775508.202528:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775508.202530:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775508.202547:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202548:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202550:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202551:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775508.202553:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775508.202553:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775508.202554:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775508.202556:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775508.202557:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775508.202559:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775508.202562:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202564:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202567:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202568:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775508.202571:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775508.202573:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202575:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775508.202576:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775508.202581:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775508.202586:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202588:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775508.202597:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775508.202601:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202603:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775508.202605:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775508.202607:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775508.202609:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775508.202611:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202614:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775508.202616:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775508.202618:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775508.202627:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775508.202638:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775508.202648:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309161088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775508.202680:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775508.202688:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775508.202699:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309161088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775508.202715:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775508.202719:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775508.202722:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775508.202725:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775508.202731:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775508.202739:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775508.202745:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11784
00000400:00000200:2.0:1775775508.202754:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775508.202760:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775508.202763:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775508.202770:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202788:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202797:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202805:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775508.202816:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775508.202821:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775508.202823:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775508.202825:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775508.202833:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775508.202836:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775508.202840:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202851:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.202854:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202856:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775508.202866:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775508.202876:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775508.202882:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775508.202891:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775508.202895:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775508.202903:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202908:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775508.202913:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775508.202924:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202933:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775508.202945:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775508.202954:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775508.202959:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775508.202962:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.202965:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775508.202969:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775508.202975:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775508.202985:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000800:00000200:0.1:1775775508.202988:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775508.202991:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775508.202995:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00100000:2.0:1775775508.203000:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309161216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775508.203010:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775508.203016:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775508.203023:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309161216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775508.203034:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775508.203036:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775508.203044:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775508.203051:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775508.203058:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775508.203061:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775508.203064:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11784
00000400:00000200:2.0:1775775508.203068:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775508.203075:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775508.203079:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775508.203084:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.203088:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.203097:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.203106:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775508.203114:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775508.203119:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775508.203126:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775508.203128:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775508.203130:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775508.203135:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775508.203143:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.203155:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775508.203193:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775508.203198:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775508.203200:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775508.203205:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775508.203207:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775508.203215:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775508.203221:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775508.203228:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.203233:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775508.203236:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775508.203242:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.203244:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775508.203249:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775508.203253:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775508.203257:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775508.203261:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775508.203269:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775508.203275:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775508.203279:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775508.203285:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775508.203292:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775508.203301:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309161344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775508.203313:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775508.203322:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775508.203337:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309161344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775508.203359:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775508.203365:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11794)
00000800:00000200:0.1:1775775508.203607:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775508.203609:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775508.203801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775508.203803:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775508.204045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775508.204047:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775508.842355:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775508.842360:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775508.842365:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775510.122275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775510.122281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775510.122282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775510.122287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775510.122290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775510.122293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775510.122296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775510.122298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775510.122300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775510.890307:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775510.890311:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775510.890314:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775511.146237:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775511.146259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775511.146261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775511.146265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775511.146268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775511.146271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775511.146273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775511.146275:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775511.146277:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775511.914367:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775511.914370:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775511.914373:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775512.170271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775512.170278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775512.170280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775512.170285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775512.170288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775512.170292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775512.170295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775512.170297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775512.170300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775512.938308:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775512.938313:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775512.938317:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775513.194273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775513.194280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775513.194283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775513.194288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775513.194292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775513.194296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775513.194300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775513.194313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775513.194318:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775513.322248:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775513.322258:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775513.322261:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775513.322265:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775513.322270:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775513.322277:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11789
00000400:00000200:2.0:1775775513.322286:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775513.322293:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775513.322296:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775513.322300:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322303:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322306:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322308:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775513.322312:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775513.322314:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775513.322316:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775513.322319:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775513.322322:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775513.322324:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775513.322327:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322330:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322332:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322334:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775513.322337:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775513.322341:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322343:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775513.322346:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775513.322350:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775513.322353:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322355:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775513.322358:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775513.322367:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775513.322371:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775513.322375:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775513.322376:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322380:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775513.322383:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775513.322387:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775513.322396:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775513.322404:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775513.322413:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309161472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775513.322424:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775513.322429:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775513.322434:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309161472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775513.322474:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775513.322477:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775513.322481:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775513.322483:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775513.322484:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775513.322487:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775513.322490:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11789
00000400:00000200:2.0:1775775513.322496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775513.322500:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775513.322503:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775513.322507:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322509:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322513:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322516:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775513.322521:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775513.322524:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775513.322527:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775513.322530:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775513.322536:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775513.322541:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775513.322548:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322552:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322556:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322560:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775513.322566:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775513.322572:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322578:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775513.322582:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775513.322589:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775513.322593:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322596:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775513.322602:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775513.322607:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322609:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775513.322617:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775513.322621:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775513.322627:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775513.322629:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322632:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775513.322634:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775513.322647:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775513.322657:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775513.322664:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775513.322675:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309161600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775513.322693:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775513.322697:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775513.322706:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309161600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775513.322724:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775513.322729:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775513.322735:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775513.322739:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775513.322743:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775513.322751:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775513.322757:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11789
00000400:00000200:2.0:1775775513.322768:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775513.322776:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775513.322779:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775513.322789:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322793:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322799:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322805:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775513.322810:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775513.322813:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775513.322815:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775513.322819:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775513.322825:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775513.322831:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775775513.322835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775513.322840:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775775513.322840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775775513.322845:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.322852:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322858:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775513.322862:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775513.322869:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775513.322876:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775513.322879:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775513.322884:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775513.322889:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322895:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775513.322899:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775513.322904:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322908:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775513.322916:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775513.322923:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775513.322927:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775513.322930:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.322934:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775513.322937:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775513.322941:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775513.322947:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775513.322952:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775513.322963:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309161728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775513.322994:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775513.322999:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775513.323008:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309161728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775513.323029:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775513.323034:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775513.323045:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775513.323049:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775513.323052:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775513.323059:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775513.323065:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11789
00000400:00000200:2.0:1775775513.323075:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775513.323084:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775513.323090:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775513.323096:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.323101:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.323108:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.323114:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775513.323120:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775513.323124:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775513.323128:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775513.323132:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775513.323137:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775513.323142:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775513.323150:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.323156:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775513.323194:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775513.323198:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775513.323201:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775513.323207:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775513.323213:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775513.323216:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775513.323221:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775513.323228:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.323233:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775513.323237:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775513.323243:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.323248:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775513.323255:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775513.323262:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775513.323268:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775513.323270:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775513.323275:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775513.323278:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775513.323282:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775513.323290:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775513.323296:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775513.323306:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309161856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775513.323338:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775513.323342:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775513.323352:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309161856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775513.323372:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775513.323379:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11799)
00000800:00000200:0.1:1775775513.323464:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775513.323466:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775513.323758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775513.323760:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775513.324003:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775513.324016:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775775514.218277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775514.218283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775514.218285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775514.218291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775514.218296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775514.218300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775514.218309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775514.218311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775514.218315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775514.986308:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775514.986313:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775514.986316:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775515.242254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775515.242262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775515.242264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775515.242296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775515.242301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775515.242304:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775515.242307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775515.242310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775515.242312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775516.010436:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775516.010442:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775516.010447:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775516.266308:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775516.266317:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775516.266319:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775516.266325:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775516.266329:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775516.266334:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775516.266337:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775516.266339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775516.266341:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775517.034337:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775517.034341:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775517.034344:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775517.290263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775517.290272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775517.290275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775517.290283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775517.290287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775517.290292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775517.290295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775517.290299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775517.290302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775518.314292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775518.314300:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775518.314302:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775518.314308:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775518.314311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775518.314315:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775518.314318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775518.314321:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775518.314324:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775518.443213:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775518.443217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775775518.443709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775518.443711:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775775518.444050:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775518.444053:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775775518.444419:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775518.444422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000020:00000001:2.0:1775775519.082408:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775519.082412:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775519.082415:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775519.338315:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775519.338322:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775519.338324:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775519.338331:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775519.338335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775519.338374:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775519.338377:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775519.338379:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775519.338382:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775520.106338:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775520.106341:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775520.106344:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775520.362285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775520.362293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775520.362295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775520.362302:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775520.362307:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775520.362311:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775520.362314:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775520.362317:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775520.362357:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775521.130300:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775521.130302:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775521.130329:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775521.386273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775521.386279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775521.386280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775521.386284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775521.386288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775521.386291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775521.386293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775521.386295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775521.386298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775522.410281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775522.410298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775522.410300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775522.410304:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775522.410308:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775522.410310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775522.410313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775522.410315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775522.410317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775523.178337:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775523.178341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775523.178343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775523.434242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775523.434249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775523.434252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775523.434258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775523.434262:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775523.434276:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775523.434279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775523.434303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775523.434306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775523.562305:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775523.562313:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775523.562315:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775523.562319:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775523.562323:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775523.562329:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11800
00000400:00000200:3.0:1775775523.562336:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775523.562341:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775523.562344:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775523.562346:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562356:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562358:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775523.562361:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775523.562363:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775523.562365:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775523.562367:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775523.562369:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775523.562370:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775523.562372:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562376:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562377:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775523.562378:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775523.562381:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562382:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775523.562385:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775523.562387:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775523.562389:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562406:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775523.562408:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775523.562413:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775523.562416:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775523.562419:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775523.562420:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562422:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775523.562425:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775523.562429:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775523.562435:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775523.562440:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775523.562447:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309162496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775523.562455:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775523.562459:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775523.562462:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309162496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775523.562480:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775523.562482:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775523.562485:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775523.562486:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775523.562487:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775523.562489:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775523.562491:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11800
00000400:00000200:3.0:1775775523.562494:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775523.562496:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775523.562497:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775523.562500:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562503:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562505:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775523.562511:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775523.562512:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775523.562513:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775523.562515:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775523.562516:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775523.562518:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775523.562520:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562522:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562526:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562528:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775523.562530:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775523.562534:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562536:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775523.562538:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775523.562543:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775523.562548:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562552:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775523.562556:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775523.562561:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562563:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775523.562566:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775523.562571:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775523.562574:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775523.562577:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562581:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775523.562583:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775523.562585:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775523.562589:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775523.562594:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775523.562600:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309162624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775523.562610:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775523.562616:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775523.562623:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309162624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775523.562632:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775523.562637:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775523.562642:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775523.562644:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775523.562646:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775523.562649:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775523.562655:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11800
00000400:00000200:3.0:1775775523.562665:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775523.562673:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775523.562677:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775523.562684:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562687:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562692:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562696:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775523.562701:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775523.562704:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775523.562707:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775523.562718:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775523.562723:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775523.562728:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775523.562735:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562738:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562746:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562753:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775523.562758:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775523.562765:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:0.1:1775775523.562779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775523.562780:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775523.562783:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1775775523.562784:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775523.562790:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775523.562796:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562799:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775523.562804:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775523.562810:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562814:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775523.562819:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775523.562825:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775523.562831:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775523.562833:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.562836:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775523.562838:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775523.562842:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775523.562847:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775523.562853:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775523.562860:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309162752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775523.562871:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775523.562874:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775523.562879:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309162752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775523.562888:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775523.562890:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775523.562893:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775523.562896:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775523.562898:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775523.562900:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775523.562902:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11800
00000400:00000200:3.0:1775775523.562908:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775523.562922:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775523.562928:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775523.562935:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562938:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562943:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562947:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775523.562953:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775523.562956:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775523.562960:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775523.562963:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775523.562967:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775523.562971:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775523.562977:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562982:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775523.562984:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775523.562987:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775523.562992:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775523.562998:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775523.563003:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775523.563008:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775523.563013:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775523.563018:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.563032:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775523.563037:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775523.563041:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.563043:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775523.563047:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775523.563052:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775523.563056:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775523.563059:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775523.563061:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775523.563069:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775523.563074:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775523.563082:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775523.563089:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775523.563100:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309162880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775523.563125:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775523.563129:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775523.563143:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309162880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775523.563156:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775523.563162:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11810)
00000800:00000200:0.1:1775775523.563308:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775523.563310:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775775523.563500:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775523.563501:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775775523.563672:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775523.563674:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1775775524.202476:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775524.202483:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775524.202488:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775524.458317:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775524.458328:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775524.458333:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775524.458347:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775524.458354:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775524.458360:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775524.458364:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775524.458366:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775524.458370:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775525.226350:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775525.226354:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775525.226357:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775525.482229:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775525.482250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775525.482252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775525.482256:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775525.482259:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775525.482262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775525.482264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775525.482266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775525.482269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775526.506295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775526.506304:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775526.506306:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775526.506312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775526.506316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775526.506338:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775526.506341:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775526.506344:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775526.506347:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775527.274354:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775527.274358:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775527.274362:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775527.530263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775527.530269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775527.530279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775527.530284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775527.530288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775527.530291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775527.530294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775527.530297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775527.530299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775528.298317:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775528.298320:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775528.298323:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775528.554273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775528.554279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775528.554281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775528.554285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775528.554288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775528.554291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775528.554294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775528.554295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775528.554298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775528.682271:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775528.682279:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775528.682281:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775528.682284:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775528.682287:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775528.682293:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11805
00000400:00000200:2.0:1775775528.682301:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775528.682307:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775528.682309:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775528.682312:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682316:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682318:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775528.682321:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775528.682322:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775528.682324:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775528.682326:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775528.682328:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775528.682329:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775528.682331:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682333:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682334:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682335:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775528.682337:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775528.682340:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682341:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775528.682343:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775528.682346:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775528.682348:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682349:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775528.682351:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775528.682359:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775528.682362:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775528.682365:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775528.682366:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682368:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775528.682370:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775528.682374:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775528.682380:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775528.682385:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775528.682392:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309163008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775528.682400:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775528.682404:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775528.682407:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309163008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775528.682430:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775528.682432:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775528.682435:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775528.682436:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775528.682437:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775528.682439:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775528.682440:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11805
00000400:00000200:2.0:1775775528.682443:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775528.682444:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775528.682446:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775528.682448:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682450:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682452:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682454:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775528.682455:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775528.682456:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775528.682457:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775528.682459:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775528.682461:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775528.682462:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775528.682464:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682466:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682470:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682471:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775528.682474:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775528.682478:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682480:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775528.682482:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775528.682486:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775528.682490:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682493:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775528.682498:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775528.682503:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682505:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775528.682510:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775528.682513:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775528.682517:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775528.682519:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682523:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775528.682525:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775528.682527:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775528.682531:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775528.682537:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775528.682543:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309163136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775528.682553:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775528.682556:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775528.682561:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309163136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775528.682576:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775528.682581:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775528.682585:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775528.682586:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775528.682589:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775528.682594:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775528.682599:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11805
00000400:00000200:2.0:1775775528.682605:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775528.682610:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775528.682614:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775528.682618:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682621:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682625:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682629:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775528.682631:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775528.682634:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775528.682635:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775528.682637:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775528.682641:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775528.682644:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775528.682647:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682649:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682659:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682662:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775528.682665:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775528.682669:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682673:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775528.682675:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775528.682679:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775528.682683:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682685:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775528.682688:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775528.682694:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682697:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775528.682703:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775528.682706:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775528.682708:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775528.682709:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682710:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775528.682711:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775528.682712:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775528.682717:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775528.682722:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775528.682728:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309163264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775528.682734:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775528.682737:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775528.682742:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309163264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775775528.682758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775528.682763:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775528.682763:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00080000:2.0:1775775528.682769:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775528.682783:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775528.682787:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775528.682791:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775528.682796:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775528.682803:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11805
00000400:00000200:2.0:1775775528.682813:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775528.682820:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775528.682825:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775528.682831:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682835:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682839:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682843:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775528.682847:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775528.682849:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775528.682852:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775528.682855:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775528.682857:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775528.682860:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775528.682864:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682868:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775528.682870:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682874:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775528.682876:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775528.682880:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775528.682882:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775528.682883:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775528.682886:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775528.682889:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682890:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775528.682892:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775528.682897:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682898:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775528.682910:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775528.682914:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775528.682921:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775528.682924:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775528.682927:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775528.682928:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775528.682929:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775528.682933:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775528.682937:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775528.682946:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309163392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775528.682963:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775528.682968:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775528.682978:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309163392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775528.683005:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775528.683014:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11815)
00000800:00000200:0.1:1775775528.683212:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775528.683215:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775775528.683424:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775528.683426:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775775528.683603:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775528.683616:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1775775529.322352:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775529.322356:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775529.322359:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775529.578246:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775529.578252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775529.578254:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775529.578259:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775529.578270:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775529.578274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775529.578277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775529.578279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775529.578282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775530.602262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775530.602267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775530.602269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775530.602273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775530.602276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775530.602279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775530.602282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775530.602298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775530.602301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775531.370341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775531.370345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775531.370347:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775531.626260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775531.626265:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775531.626267:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775531.626272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775531.626275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775531.626278:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775531.626280:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775531.626282:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775531.626284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775532.394336:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775532.394339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775532.394342:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775532.650235:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775532.650241:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775532.650243:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775532.650247:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775532.650251:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775532.650254:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775532.650256:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775532.650259:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775532.650261:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775533.418420:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775533.418424:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775533.418428:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775533.674274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775533.674281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775533.674284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775533.674290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775533.674294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775533.674299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775533.674302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775533.674304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775533.674307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775533.802260:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775533.802268:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775533.802271:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775533.802274:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775533.802277:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775533.802283:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11810
00000400:00000200:2.0:1775775533.802292:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775533.802298:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775533.802301:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775533.802303:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802306:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802309:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802311:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775533.802315:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775533.802316:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775533.802318:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775533.802320:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775533.802322:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775533.802323:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775533.802326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802327:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802328:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802329:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775533.802331:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775533.802333:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802335:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775533.802337:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775533.802339:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775533.802341:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802343:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775533.802345:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775533.802352:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775533.802354:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775533.802357:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775533.802358:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802360:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775533.802362:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775533.802366:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775533.802373:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775533.802377:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775533.802385:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309163520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775533.802393:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775533.802397:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775533.802400:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309163520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775533.802414:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775533.802417:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775533.802419:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775533.802421:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775533.802422:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775533.802425:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775533.802427:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11810
00000400:00000200:2.0:1775775533.802430:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775533.802432:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775533.802434:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775533.802438:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802442:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802446:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802448:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775533.802451:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775533.802453:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775533.802455:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775533.802458:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775533.802462:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775533.802466:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775533.802472:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802474:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802477:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802478:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775533.802481:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775533.802487:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802492:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775533.802494:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775533.802501:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775533.802504:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802505:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775533.802509:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775533.802512:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802516:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775533.802518:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775533.802521:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775533.802523:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775533.802525:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802529:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775533.802531:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775533.802534:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775533.802537:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775533.802540:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775533.802546:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309163648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775533.802554:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775533.802555:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775533.802561:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309163648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775533.802571:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775533.802576:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775533.802582:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775533.802585:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775533.802587:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775533.802592:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775533.802597:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11810
00000400:00000200:2.0:1775775533.802603:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775533.802607:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775533.802610:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775533.802615:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802616:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802621:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802624:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775533.802625:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775533.802626:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775533.802629:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775533.802632:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775533.802634:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775533.802638:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775533.802642:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802645:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802650:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802653:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775533.802657:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775533.802663:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802668:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775533.802671:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775533.802676:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775533.802681:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802684:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775533.802689:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775533.802695:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802700:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775533.802706:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775533.802710:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775533.802715:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775533.802717:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802721:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775533.802724:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775775533.802725:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775775533.802727:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775533.802734:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775533.802737:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775533.802743:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309163776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775533.802764:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775533.802768:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775533.802777:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309163776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775533.802792:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775533.802797:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775533.802805:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775533.802808:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775533.802811:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775533.802816:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775533.802820:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11810
00000400:00000200:2.0:1775775533.802828:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775533.802837:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775533.802843:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775533.802852:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802856:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802862:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802867:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775533.802873:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775533.802876:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775533.802879:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775533.802883:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775533.802888:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775533.802892:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775533.802897:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802900:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775533.802903:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802904:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775533.802908:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775533.802912:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775533.802917:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775533.802920:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775533.802924:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775533.802927:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802931:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775533.802934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775533.802938:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802940:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775533.802945:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775533.802950:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775533.802956:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775533.802959:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775533.802963:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775533.802965:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775533.802969:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775533.802975:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775533.802980:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775533.802988:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309163904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775533.802999:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775533.803002:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775533.803008:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309163904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775533.803029:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775533.803036:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11820)
00000800:00000200:0.1:1775775533.803068:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775533.803272:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775533.803439:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775534.698241:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775534.698250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775534.698253:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775534.698259:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775534.698263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775534.698266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775534.698270:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775534.698273:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775534.698276:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775535.466342:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775535.466345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775535.466349:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775535.722260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775535.722267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775535.722269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775535.722274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775535.722277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775535.722280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775535.722282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775535.722284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775535.722287:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775536.490313:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775536.490317:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775536.490320:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775536.746250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775536.746258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775536.746260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775536.746267:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775536.746271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775536.746275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775536.746278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775536.746281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775536.746284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775775536.874438:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775536.874477:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775536.874487:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775536.874491:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775536.874497:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775536.874502:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775536.874507:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775536.874512:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:3.0:1775775536.874518:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775536.874522:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775536.874528:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2660
00000400:00000010:3.0:1775775536.874531:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2660.
00000100:00000001:3.0:1775775536.874536:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775536.874544:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f800 x1862023309163520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874579:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775536.874600:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309163520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874608:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775536.874611:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775536.874622:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775536.874625:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed600.
00000400:00000200:3.0:1775775536.874627:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775536.874631:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775536.874634:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2440
00000400:00000010:3.0:1775775536.874637:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2440.
00000100:00000001:3.0:1775775536.874639:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775536.874643:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ed80 x1862023309163648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874651:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775536.874654:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309163648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874661:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775536.874662:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775536.874668:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775536.874670:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed300.
00000400:00000200:3.0:1775775536.874672:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775536.874675:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775536.874677:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace25d8
00000400:00000010:3.0:1775775536.874679:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace25d8.
00000100:00000001:3.0:1775775536.874680:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775536.874684:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1fb80 x1862023309163776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874692:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775536.874695:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309163776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874701:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775536.874710:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775536.874716:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775536.874719:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eeda00.
00000400:00000200:3.0:1775775536.874722:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775536.874725:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775536.874727:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace23b8
00000400:00000010:3.0:1775775536.874729:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace23b8.
00000100:00000001:3.0:1775775536.874732:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775536.874737:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f100 x1862023309163904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874745:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775536.874748:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309163904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775558 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775536.874754:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775536.874756:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775775537.514365:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775537.514368:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775537.514371:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775537.770218:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775537.770224:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775537.770226:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775537.770230:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775537.770234:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775537.770237:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775537.770239:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775537.770242:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775537.770244:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775538.794258:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775538.794264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775538.794266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775538.794271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775538.794274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775538.794277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775538.794280:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775538.794281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775538.794283:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775538.922260:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775538.922270:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775538.922273:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775538.922277:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775538.922281:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775538.922288:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11815
00000400:00000200:2.0:1775775538.922298:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775538.922304:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775538.922307:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775538.922310:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922316:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922318:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775538.922322:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775538.922324:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775538.922327:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775538.922329:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775538.922332:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775538.922334:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775538.922337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922341:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922343:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775538.922345:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775538.922348:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922351:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775538.922354:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775538.922358:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775538.922361:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922363:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775538.922366:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775538.922372:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775538.922376:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775538.922380:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775538.922382:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922385:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775538.922388:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775538.922393:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775538.922402:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775538.922409:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775538.922419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309164032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775538.922430:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775538.922434:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775538.922440:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309164032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775538.922470:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775538.922474:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775538.922477:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775538.922479:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775538.922480:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775538.922483:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775538.922486:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11815
00000400:00000200:2.0:1775775538.922490:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775538.922493:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775538.922496:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775538.922499:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922501:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922504:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922506:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775538.922508:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775538.922510:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775538.922511:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775538.922514:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775538.922516:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775538.922518:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775538.922521:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922523:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922531:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922533:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775538.922535:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775538.922538:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922541:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775538.922543:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775538.922549:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775538.922551:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922553:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775538.922557:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775538.922560:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922562:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775538.922566:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775538.922569:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775538.922572:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775538.922573:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922575:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775538.922577:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775538.922579:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775538.922583:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775538.922587:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775538.922593:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309164160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775538.922603:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775538.922605:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775538.922609:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309164160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775538.922618:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775538.922620:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775538.922624:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775538.922625:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775538.922627:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775538.922630:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775538.922633:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11815
00000400:00000200:2.0:1775775538.922637:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775538.922640:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775538.922643:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775538.922647:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922649:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922651:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922654:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775538.922656:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775538.922658:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775538.922659:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775538.922661:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775538.922664:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775538.922666:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775538.922669:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922671:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922673:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922675:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775538.922679:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775538.922682:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922684:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775538.922686:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775538.922689:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775538.922692:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922694:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775538.922697:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775538.922700:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922702:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775538.922705:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775538.922708:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775538.922711:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775538.922713:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922715:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775538.922716:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775538.922718:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775538.922722:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775538.922725:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775538.922729:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309164288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775538.922737:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775538.922739:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775538.922743:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309164288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775538.922771:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775538.922774:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775538.922779:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775538.922781:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775538.922783:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775538.922786:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775538.922791:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11815
00000400:00000200:2.0:1775775538.922795:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775538.922799:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775538.922802:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775538.922805:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922808:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922810:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922812:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775538.922815:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775538.922817:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775538.922818:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775538.922821:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775538.922824:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775538.922826:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775538.922829:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922831:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775538.922833:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922836:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775538.922838:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775538.922841:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775538.922844:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775538.922846:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775538.922850:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775538.922852:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922855:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775538.922857:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775538.922860:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922862:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775538.922866:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775538.922868:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775538.922872:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775538.922874:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775538.922876:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775538.922878:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775538.922879:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775538.922884:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775538.922887:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775538.922892:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309164416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775538.922900:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775538.922902:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775538.922906:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309164416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775538.922915:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775538.922921:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11825)
00000800:00000200:0.1:1775775538.923308:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775538.923312:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775538.923715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775538.923718:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775538.924052:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775538.924054:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775538.924387:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775538.924390:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775539.562316:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775539.562319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775539.562322:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775539.818261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775539.818267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775539.818283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775539.818289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775539.818292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775539.818295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775539.818297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775539.818299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775539.818301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775540.586343:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775540.586346:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775540.586349:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775540.842284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775540.842295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775540.842297:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775540.842303:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775540.842309:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775540.842314:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775540.842317:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775540.842321:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775540.842324:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775541.610389:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775541.610392:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775541.610395:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775541.866257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775541.866263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775541.866264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775541.866270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775541.866273:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775541.866276:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775541.866278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775541.866281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775541.866283:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775542.890274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775542.890284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775542.890287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775542.890294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775542.890298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775542.890302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775542.890305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775542.890308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775542.890316:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775543.658418:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775543.658424:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775543.658427:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775543.914263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775543.914269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775543.914271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775543.914276:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775543.914298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775543.914301:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775543.914304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775543.914305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775543.914307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775544.042307:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775544.042315:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775544.042318:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775544.042321:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775544.042324:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775544.042330:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11820
00000400:00000200:3.0:1775775544.042338:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775544.042343:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775544.042345:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775544.042348:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042352:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042354:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775544.042357:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775544.042359:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775544.042361:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775544.042363:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775544.042364:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775544.042366:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775544.042368:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042369:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042371:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042372:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775544.042374:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775544.042376:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042378:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775544.042397:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775544.042400:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775544.042402:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042404:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775544.042405:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775544.042411:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775544.042413:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775544.042417:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775544.042418:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042420:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775544.042423:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775544.042427:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775544.042434:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775544.042439:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775544.042446:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309164544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775544.042453:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775544.042457:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775544.042460:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309164544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775544.042480:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775544.042482:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775544.042485:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775544.042486:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775544.042487:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775544.042489:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775544.042491:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11820
00000400:00000200:3.0:1775775544.042494:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775544.042496:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775544.042497:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775544.042499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042507:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042508:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775544.042510:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775544.042511:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775544.042513:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775544.042515:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775544.042516:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775544.042518:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775544.042521:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042522:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042523:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042525:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775544.042527:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775544.042530:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042532:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775544.042535:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775544.042539:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775544.042541:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042543:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775544.042547:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775544.042553:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042557:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775544.042562:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775544.042566:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775544.042571:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775544.042574:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042576:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775544.042578:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775544.042580:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775544.042583:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775544.042586:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775544.042592:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309164672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775544.042609:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775544.042612:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775544.042619:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309164672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775544.042629:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775544.042635:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775544.042641:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775544.042642:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775544.042645:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775544.042647:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775544.042649:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11820
00000400:00000200:3.0:1775775544.042659:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775544.042661:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775544.042664:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775544.042668:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042670:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042672:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042677:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775544.042679:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775544.042680:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775544.042681:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775544.042682:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775544.042687:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775544.042689:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775544.042691:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042693:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042697:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042700:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775544.042706:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775544.042711:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042715:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775544.042720:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775544.042723:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775544.042728:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042731:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775544.042735:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775544.042739:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042743:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775544.042747:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775544.042751:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775544.042752:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775544.042754:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042756:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775544.042757:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775544.042759:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775544.042765:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775544.042769:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775544.042777:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309164800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775544.042791:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775544.042795:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775544.042801:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309164800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775544.042819:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775544.042824:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775544.042831:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775544.042833:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775544.042834:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775544.042838:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775544.042847:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11820
00000400:00000200:3.0:1775775544.042854:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775544.042859:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775544.042861:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775544.042866:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042868:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042873:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042875:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775544.042880:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775544.042881:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775544.042882:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775544.042885:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000800:00000200:0.1:1775775544.042887:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775544.042888:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775544.042890:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.1:1775775544.042895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775775544.042896:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042899:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775544.042903:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042905:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775544.042926:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775544.042931:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775544.042934:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775544.042938:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775544.042941:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775544.042943:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042949:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775544.042951:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775544.042954:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042957:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775544.042960:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775544.042963:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775544.042966:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775544.042973:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775544.042977:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775544.042980:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775544.042983:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775544.042987:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775544.042991:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775544.043000:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309164928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775544.043011:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775544.043015:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775544.043017:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309164928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775544.043027:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775544.043031:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11830)
00000800:00000200:0.1:1775775544.043368:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775544.043371:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775544.043675:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775544.043678:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775544.043896:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775544.043898:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775544.682415:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775544.682419:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775544.682421:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775544.938286:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775544.938296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775544.938300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775544.938313:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775544.938318:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775544.938323:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775544.938327:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775544.938330:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775544.938334:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775545.706377:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775545.706380:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775545.706384:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775545.962282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775545.962287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775545.962290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775545.962295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775545.962298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775545.962302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775545.962306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775545.962309:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775545.962312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775546.986231:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775546.986239:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775546.986242:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775546.986247:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775546.986272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775546.986276:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775546.986279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775546.986282:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775546.986285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775547.754317:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775547.754322:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775547.754326:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775548.010245:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775548.010250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775548.010252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775548.010257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775548.010259:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775548.010262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775548.010264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775548.010266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775548.010268:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775548.778341:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775548.778346:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775548.778349:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775549.034243:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775549.034250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775549.034252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775549.034257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775549.034261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775549.034263:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775549.034266:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775549.034268:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775549.034271:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775549.162259:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775549.162268:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775549.162271:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775549.162274:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775549.162278:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775549.162285:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11825
00000400:00000200:3.0:1775775549.162293:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775549.162299:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775549.162302:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775549.162305:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162307:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162309:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162329:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775549.162333:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775549.162335:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775549.162337:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775549.162339:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775549.162341:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775549.162343:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775549.162346:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162347:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162349:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775549.162352:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775549.162355:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162357:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775549.162359:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775549.162362:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775549.162364:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162365:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775549.162367:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775549.162373:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775549.162375:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775549.162379:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775549.162380:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162382:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775549.162385:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775549.162389:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775549.162397:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775549.162402:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775549.162410:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309165056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775549.162419:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775549.162423:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775549.162431:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309165056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775549.162452:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775549.162455:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775549.162458:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775549.162459:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775549.162461:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775549.162463:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775549.162465:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11825
00000400:00000200:3.0:1775775549.162468:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775549.162470:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775549.162473:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775549.162475:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162478:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162480:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162482:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775549.162484:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775549.162485:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775549.162487:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775549.162488:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775549.162490:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775549.162492:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775549.162497:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162498:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162501:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162506:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775549.162508:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775549.162513:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162519:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775549.162527:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775549.162535:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775549.162540:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162543:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775549.162547:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775549.162551:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162553:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775549.162556:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775549.162561:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775549.162566:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775549.162567:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162568:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775549.162570:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775549.162574:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775549.162581:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775549.162587:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775549.162600:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309165184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775549.162621:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775549.162625:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775549.162632:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309165184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775549.162661:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775549.162667:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775549.162676:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775549.162678:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775549.162680:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775549.162685:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775549.162690:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11825
00000400:00000200:3.0:1775775549.162697:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775549.162703:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775549.162709:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775549.162721:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162726:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162733:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162736:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775549.162740:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775549.162743:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775549.162746:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775549.162750:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775549.162753:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775549.162757:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775549.162762:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162765:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162767:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162769:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775549.162773:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775549.162780:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162784:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775549.162788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775549.162789:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1775775549.162793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1775775549.162794:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775549.162799:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162803:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775549.162808:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775549.162811:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162812:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775549.162816:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775549.162836:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775549.162838:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775549.162839:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.162840:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775549.162842:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775549.162843:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775549.162848:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775549.162857:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775549.162867:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309165312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775549.162880:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775549.162885:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775549.162894:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309165312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775549.162926:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775549.162933:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775549.162941:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775549.162944:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775549.162947:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775549.162949:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775549.162954:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11825
00000400:00000200:3.0:1775775549.162960:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775549.162964:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775549.162967:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775549.162972:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162977:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.162982:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.162984:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775549.162990:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775549.162993:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775549.162996:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775549.162998:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775549.163001:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775549.163007:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775549.163015:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.163020:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775549.163029:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775549.163034:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775549.163038:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775549.163045:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775549.163058:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775549.163063:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775549.163068:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775549.163073:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.163076:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775549.163080:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775549.163084:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.163089:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775549.163095:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775549.163098:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775549.163102:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775549.163104:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775549.163109:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775549.163113:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775549.163116:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775549.163120:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775549.163127:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775549.163139:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309165440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775549.163157:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775549.163190:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775549.163199:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309165440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775549.163227:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775549.163237:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11835)
00000800:00000200:0.1:1775775549.163403:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775549.163405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775549.163788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775549.163791:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775549.164141:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775549.164144:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775549.802306:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775549.802309:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775549.802311:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775775550.058231:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775775550.058237:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775775550.058239:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775550.058261:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775775550.058264:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775775550.058266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775550.058275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775775550.058277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775775550.058280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775775551.850298:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775551.850303:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775551.850307:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775552.874344:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775552.874347:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775552.874350:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775553.898384:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775553.898396:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775553.898403:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775554.282303:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775554.282311:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775554.282313:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775554.282316:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775554.282320:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775554.282327:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11830
00000400:00000200:3.0:1775775554.282334:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775554.282339:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775554.282342:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775554.282344:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282346:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282348:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775554.282353:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775554.282355:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775554.282357:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775554.282359:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775554.282360:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775554.282362:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775554.282364:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282365:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282367:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282368:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775554.282370:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775554.282372:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282390:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775554.282393:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775554.282396:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775554.282398:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282399:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775554.282401:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775554.282407:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775554.282409:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775554.282412:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775554.282413:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282416:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775554.282419:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775554.282422:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775554.282429:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775554.282435:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775554.282442:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309165568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775554.282450:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775554.282454:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775554.282457:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309165568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775554.282476:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775554.282479:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775554.282481:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775554.282482:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775554.282483:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775554.282486:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775554.282487:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11830
00000400:00000200:3.0:1775775554.282490:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775554.282492:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775554.282494:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775554.282495:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282503:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282504:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775554.282506:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775554.282507:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775554.282508:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775554.282509:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775554.282510:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775554.282512:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775554.282514:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282515:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282516:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282518:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775554.282519:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775554.282520:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282522:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775554.282523:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775554.282527:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775554.282528:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282530:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775554.282533:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775554.282535:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282536:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775554.282539:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775554.282540:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775554.282542:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775554.282543:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282544:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775554.282545:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775554.282546:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775554.282552:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775554.282557:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775554.282569:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309165696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775554.282587:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775554.282589:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775554.282592:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309165696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775554.282598:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775554.282603:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775554.282606:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775554.282608:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775554.282611:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775554.282614:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775554.282621:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11830
00000400:00000200:3.0:1775775554.282627:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775554.282631:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775554.282633:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775554.282636:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282639:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282641:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282644:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775554.282646:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775554.282646:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775554.282648:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775554.282650:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775554.282653:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775554.282656:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775554.282658:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282662:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282666:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282672:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775554.282674:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775554.282679:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282681:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775554.282682:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775554.282684:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775554.282687:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282690:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775554.282693:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775554.282696:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282698:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775554.282702:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775554.282706:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775554.282711:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775554.282712:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282715:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775554.282718:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775554.282721:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775554.282725:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775554.282757:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775554.282770:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309165824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775554.282781:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775554.282784:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775554.282789:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309165824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775554.282806:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775554.282810:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775554.282813:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775554.282816:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775554.282819:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775554.282829:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775554.282832:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11830
00000400:00000200:3.0:1775775554.282837:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775554.282842:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775554.282847:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775554.282851:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282856:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282859:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282863:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775775554.282863:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775554.282867:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775554.282869:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:0.1:1775775554.282869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1775775554.282872:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775554.282874:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775554.282878:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775554.282881:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775554.282887:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282895:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775554.282904:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282909:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775554.282915:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775554.282924:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775554.282929:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775554.282933:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775554.282939:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775554.282945:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282948:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775554.282951:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775554.282953:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282955:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775554.282959:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775554.282968:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775554.282971:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775554.282972:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775554.282976:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775554.282978:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775554.282979:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775554.282984:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775554.282988:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775554.282994:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309165952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775554.283008:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775554.283017:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775554.283024:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309165952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775554.283036:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775554.283042:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11840)
00000800:00000200:0.1:1775775554.283279:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775554.283281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775554.283463:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775554.283465:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775554.283644:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775554.283651:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775555.946334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775555.946338:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775555.946342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775556.970377:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775556.970380:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775556.970383:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775557.994318:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775557.994321:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775557.994324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775559.402242:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775559.402250:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775559.402252:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775559.402255:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775559.402265:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775559.402277:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11835
00000400:00000200:3.0:1775775559.402286:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775559.402293:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775559.402296:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775559.402300:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402303:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402306:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402309:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775559.402313:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775559.402316:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775559.402330:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775559.402332:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775559.402334:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775559.402336:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775559.402339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402341:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402343:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402344:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775559.402346:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775559.402348:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402350:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775559.402352:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775559.402355:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775559.402357:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402359:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775559.402361:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775559.402365:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775559.402368:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775559.402372:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775559.402374:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402377:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775559.402380:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775559.402385:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775559.402393:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775559.402400:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775559.402410:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309166080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775559.402421:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775559.402427:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775559.402431:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309166080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775559.402449:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775559.402457:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775559.402461:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775559.402463:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775559.402465:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775559.402469:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775559.402473:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11835
00000400:00000200:3.0:1775775559.402482:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775559.402490:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775559.402495:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775559.402503:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402507:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402511:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402514:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775559.402517:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775559.402520:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775559.402522:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775559.402526:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775559.402530:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775559.402533:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775559.402538:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402541:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402543:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402546:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775559.402549:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775559.402551:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402553:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775559.402556:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775559.402562:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775559.402565:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402568:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775559.402578:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775559.402581:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402583:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775559.402588:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775559.402592:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775559.402597:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775559.402600:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402605:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775559.402607:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775559.402611:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775559.402617:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775559.402621:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775559.402628:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309166208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775559.402653:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775559.402657:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775559.402663:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309166208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775559.402681:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775559.402687:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775559.402692:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775559.402695:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775559.402698:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775559.402705:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775559.402712:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11835
00000400:00000200:3.0:1775775559.402721:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775559.402729:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775559.402733:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775559.402740:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402744:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402748:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402760:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775775559.402763:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775559.402766:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1775775559.402768:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1775775559.402770:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775559.402774:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775559.402778:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775559.402783:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775559.402788:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775559.402795:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402799:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402804:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402809:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775559.402812:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775559.402815:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402819:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775559.402821:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775559.402825:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775559.402828:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402831:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775559.402834:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775559.402837:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402840:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775559.402846:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775559.402850:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775559.402854:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775559.402857:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.402859:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775559.402861:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775559.402864:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775559.402869:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775559.402875:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775559.402883:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309166336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775559.402908:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775559.402912:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775559.402918:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309166336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775559.402926:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775559.402929:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775559.402932:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775559.402936:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775559.402937:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775559.402940:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775559.402945:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11835
00000400:00000200:3.0:1775775559.402950:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775559.402956:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775559.402962:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775559.402967:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402970:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402975:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402977:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775559.402980:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775559.402982:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775559.402984:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775559.402987:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775559.402990:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775559.402994:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775559.402997:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.402998:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775559.402999:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775559.403001:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775559.403008:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775559.403012:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775559.403014:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775559.403018:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775559.403022:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775559.403024:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.403029:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775559.403031:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775559.403034:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.403037:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775559.403041:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775559.403044:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775559.403049:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775559.403051:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775559.403055:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775559.403057:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775559.403059:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775559.403066:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775559.403070:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775559.403078:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309166464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775559.403091:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775559.403094:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775559.403099:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309166464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775559.403109:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775559.403114:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11845)
00000800:00000200:0.1:1775775559.403419:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775559.403422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775775559.403617:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775559.403619:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775775559.403874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775559.403876:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775775560.042317:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775560.042322:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775560.042325:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775561.066406:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775561.066410:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775561.066413:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775562.090335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775562.090339:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775562.090342:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775564.138362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775564.138366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775564.138370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775564.522467:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775564.522480:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775564.522484:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775564.522490:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775564.522496:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775564.522527:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11840
00000400:00000200:3.0:1775775564.522541:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775564.522564:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775564.522569:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775564.522574:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522578:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.522582:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522585:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775564.522607:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775564.522610:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775564.522614:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775564.522617:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775564.522620:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775564.522624:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775564.522627:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522629:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.522631:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522634:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775564.522637:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775564.522641:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522644:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775564.522648:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775564.522654:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775564.522658:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.522661:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775564.522664:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775564.522675:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775564.522680:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775564.522685:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775564.522687:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.522691:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775564.522695:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775564.522712:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775564.522722:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775564.522733:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775564.522763:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309166592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775564.522776:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775564.522783:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775564.522788:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309166592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775564.522818:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775564.522822:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775564.522826:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775564.522827:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775564.522829:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775564.522833:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775564.522836:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11840
00000400:00000200:3.0:1775775564.522842:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775564.522846:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775564.522849:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775564.522853:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522856:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.522859:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522862:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775564.522866:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775564.522868:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775564.522872:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775564.522875:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775564.522881:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775564.522886:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775564.522895:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522908:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.522914:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522919:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775564.522925:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775564.522934:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775564.522938:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775564.522943:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775564.522953:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775564.522960:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.522965:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775564.522971:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775564.522978:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.522980:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775564.522986:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775564.522990:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775564.522994:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775564.522998:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523002:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775564.523005:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775564.523009:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775564.523017:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775564.523024:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775564.523055:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309166720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775564.523076:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775564.523080:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775564.523091:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309166720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775564.523104:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775564.523108:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775564.523113:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775564.523124:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775564.523127:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775564.523134:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775564.523141:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11840
00000400:00000200:3.0:1775775564.523152:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775564.523161:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775564.523165:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775564.523170:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523176:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.523179:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523208:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775564.523215:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775564.523220:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775564.523226:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775564.523232:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775564.523239:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775564.523245:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775564.523255:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523259:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.523263:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523268:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775564.523274:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775564.523284:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523308:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775564.523312:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775564.523317:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775564.523321:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523327:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775564.523333:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775564.523340:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775564.523342:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775564.523346:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1775775564.523352:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775564.523361:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775564.523366:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775564.523373:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775564.523376:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523379:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775564.523384:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775564.523388:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775564.523395:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775564.523403:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775564.523416:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309166848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775564.523444:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775564.523449:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775564.523460:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309166848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775564.523479:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775564.523483:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775564.523491:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775564.523494:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775564.523496:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775564.523503:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775564.523509:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11840
00000400:00000200:3.0:1775775564.523518:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775564.523527:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775564.523531:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775564.523537:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523542:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.523549:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523572:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775564.523593:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775564.523603:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775564.523608:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775564.523611:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775564.523619:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775564.523625:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775564.523635:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523643:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775564.523650:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523656:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775564.523662:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775564.523672:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775564.523677:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775564.523683:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775564.523689:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775564.523695:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523701:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775564.523705:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775564.523712:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523719:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775564.523727:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775564.523732:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775564.523740:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775564.523744:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775564.523751:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775564.523771:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775564.523774:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775564.523782:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775564.523790:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775564.523802:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309166976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775564.523839:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775564.523845:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775564.523862:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309166976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775564.523884:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775564.523892:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11851)
00000800:00000200:0.1:1775775564.524052:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775564.524055:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775564.524380:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775564.524382:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775775564.524608:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775564.524610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775565.162438:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775565.162442:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775565.162446:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775566.186367:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775566.186370:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775566.186373:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775568.234358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775568.234361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775568.234364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775569.258437:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775569.258441:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775569.258445:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775569.642300:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775569.642314:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775569.642318:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775569.642323:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775569.642329:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775569.642338:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11846
00000400:00000200:3.0:1775775569.642349:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775569.642356:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775569.642359:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775569.642363:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642366:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642368:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775569.642375:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775569.642377:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775569.642379:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775569.642382:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775569.642384:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775569.642386:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775569.642388:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642390:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642391:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642392:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775569.642395:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775569.642397:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642399:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775569.642423:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775569.642427:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775569.642429:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642431:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775569.642434:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775569.642440:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775569.642443:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775569.642448:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775569.642449:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642452:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775569.642455:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775569.642472:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775569.642482:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775569.642489:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775569.642498:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309167104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775569.642508:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775569.642513:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775569.642517:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309167104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775569.642535:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775569.642537:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775569.642540:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775569.642542:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775569.642543:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775569.642546:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775569.642549:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11846
00000400:00000200:3.0:1775775569.642553:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775569.642556:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775569.642559:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775569.642563:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642566:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642578:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642580:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775569.642585:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775569.642587:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775569.642590:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775569.642594:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775569.642598:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775569.642601:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775569.642605:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642607:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642612:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642614:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775569.642615:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775569.642620:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642622:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775569.642627:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775569.642636:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775569.642642:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642645:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775569.642652:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775569.642659:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642664:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775569.642669:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775569.642675:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775569.642681:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775569.642684:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642689:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775569.642691:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775569.642695:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775569.642719:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775569.642724:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775569.642733:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309167232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775569.642767:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775569.642772:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775569.642778:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309167232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775569.642798:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775569.642803:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775569.642812:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775569.642817:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775569.642822:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775569.642830:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775569.642839:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11846
00000400:00000200:3.0:1775775569.642854:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775569.642864:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775569.642872:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775569.642881:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642888:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642895:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642901:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775569.642905:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775569.642909:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775569.642911:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775569.642915:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:0.1:1775775569.642915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775569.642920:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775775569.642922:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775775569.642923:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775569.642930:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642935:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.642941:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642945:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775569.642956:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775569.642965:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775569.642970:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775569.642974:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775569.642978:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775569.642983:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.642989:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775569.642994:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775569.643000:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.643021:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775569.643032:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775569.643039:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775569.643044:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775569.643048:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.643055:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775569.643060:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775569.643065:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775569.643092:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775569.643100:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775569.643117:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309167360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775569.643159:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775569.643168:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775569.643181:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309167360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775569.643199:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775569.643222:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775569.643233:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775569.643237:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775569.643271:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775569.643277:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775569.643290:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11846
00000400:00000200:3.0:1775775569.643302:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775569.643309:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775569.643314:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775569.643329:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.643350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.643356:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.643361:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775569.643368:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775569.643371:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775569.643374:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775569.643379:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775569.643384:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775569.643391:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775569.643398:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.643404:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775569.643410:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775569.643416:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775569.643421:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775569.643430:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775569.643434:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775569.643439:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775569.643445:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775569.643452:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.643458:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775569.643481:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775569.643488:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.643510:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775569.643519:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775569.643525:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775569.643531:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775569.643540:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775569.643545:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775569.643548:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775569.643552:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775569.643559:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775569.643567:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775569.643578:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309167488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775569.643595:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775569.643597:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775569.643600:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309167488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775569.643613:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775569.643618:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11856)
00000800:00000200:0.1:1775775569.643770:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775569.643772:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775569.644091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775569.644093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775775569.644368:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775569.644370:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775570.282396:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775570.282399:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775570.282402:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775572.330351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775572.330355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775572.330357:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775573.354320:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775573.354322:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775573.354324:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775574.378370:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775574.378374:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775574.378377:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775574.762253:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775574.762260:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775574.762263:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775574.762266:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775574.762269:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775574.762275:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11851
00000400:00000200:3.0:1775775574.762283:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775574.762288:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775574.762290:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775574.762292:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762295:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762297:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762299:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775574.762302:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775574.762303:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775574.762306:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775574.762308:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775574.762309:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775574.762326:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775574.762328:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762329:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762331:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762332:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775574.762334:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775574.762336:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762338:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775574.762340:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775574.762343:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775574.762344:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762346:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775574.762348:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775574.762353:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775574.762355:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775574.762358:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775574.762359:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762361:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775574.762364:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775574.762368:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775574.762390:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775574.762396:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775574.762404:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309167616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775574.762412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775574.762416:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775574.762420:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309167616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775574.762444:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775574.762448:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775574.762451:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775574.762459:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775574.762460:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775574.762464:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775574.762468:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11851
00000400:00000200:3.0:1775775574.762473:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775574.762478:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775574.762481:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775574.762486:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762489:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762492:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762494:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775574.762497:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775574.762500:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775574.762501:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775574.762505:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775574.762509:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775574.762513:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775574.762521:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762525:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762530:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762532:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775574.762536:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775574.762540:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762544:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775574.762546:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775574.762552:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775574.762555:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762558:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775574.762563:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775574.762567:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762576:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775574.762581:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775574.762584:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775574.762589:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775574.762591:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762592:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775574.762595:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775574.762597:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775574.762602:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775574.762608:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775574.762619:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309167744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775574.762637:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775574.762642:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775574.762651:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309167744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775574.762669:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775574.762674:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775574.762679:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775574.762683:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775574.762687:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775574.762692:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775574.762698:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11851
00000400:00000200:3.0:1775775574.762705:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775574.762715:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775574.762718:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775574.762725:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762729:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762734:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762736:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775574.762739:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775574.762746:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775574.762749:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775574.762751:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775574.762755:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775574.762758:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775574.762763:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775775574.762763:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775574.762764:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762768:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775775574.762770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775775574.762771:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775574.762774:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775574.762779:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762782:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775574.762784:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775574.762788:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775574.762792:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762794:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775574.762796:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775574.762798:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762802:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775574.762806:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775574.762811:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775574.762813:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775574.762814:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.762815:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775574.762818:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775574.762821:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775574.762828:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775574.762832:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775574.762839:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309167872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775574.762860:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775574.762865:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775574.762882:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309167872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775574.762901:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775574.762904:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775574.762910:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775574.762911:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775574.762912:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775574.762914:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775574.762918:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11851
00000400:00000200:3.0:1775775574.762924:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775574.762930:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775574.762933:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775574.762939:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762944:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762948:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762950:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775574.762953:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775574.762956:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775574.762959:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775574.762962:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775574.762966:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775574.762969:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775574.762974:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762980:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775574.762985:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775574.762991:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775574.762997:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775574.763005:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775574.763013:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775574.763025:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775574.763031:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775574.763035:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.763038:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775574.763042:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775574.763047:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.763051:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775574.763057:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775574.763062:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775574.763067:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775574.763069:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775574.763071:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775574.763074:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775574.763078:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775574.763083:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775574.763090:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775574.763099:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309168000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775574.763116:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775574.763119:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775574.763126:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309168000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775574.763149:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775574.763158:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11861)
00000800:00000200:0.1:1775775574.763309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775574.763311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775574.763521:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775574.763523:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775775574.763766:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775574.763769:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775576.426355:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775576.426358:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775576.426361:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775577.450361:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775577.450365:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775577.450368:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775578.474277:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775578.474280:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775578.474283:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775579.883080:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775579.883089:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775579.883674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775579.883678:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775579.884004:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775579.884007:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775579.884392:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775579.884395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775580.522366:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775580.522369:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775580.522372:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775581.546332:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775581.546336:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775581.546339:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775582.570377:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775582.570381:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775582.570384:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775584.618380:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775584.618386:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775584.618392:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775585.002355:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775585.002369:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775585.002373:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775585.002379:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775585.002385:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775585.002396:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11861
00000400:00000200:2.0:1775775585.002408:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775585.002417:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775585.002422:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775585.002426:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002431:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.002434:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002437:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775585.002442:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775585.002444:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775585.002448:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775585.002451:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775585.002453:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775585.002456:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775585.002458:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002460:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.002461:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002462:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775585.002465:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775585.002468:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002470:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775585.002473:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775585.002477:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775585.002479:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.002481:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775585.002484:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775585.002495:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775585.002498:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775585.002503:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775585.002505:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.002509:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775585.002512:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775585.002518:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775585.002529:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775585.002538:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775585.002551:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309168640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775585.002564:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775585.002570:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775585.002576:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309168640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775585.002606:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775585.002611:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775585.002615:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775585.002616:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775585.002618:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775585.002622:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775585.002625:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11861
00000400:00000200:2.0:1775775585.002629:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775585.002633:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775585.002635:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775585.002639:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002641:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.002643:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002646:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775585.002648:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775585.002650:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775585.002651:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775585.002653:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775585.002656:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775585.002659:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775585.002663:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002665:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.002668:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002671:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775585.002674:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775585.002677:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002682:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775585.002687:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775585.002696:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775585.002702:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.002709:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775585.002717:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775585.002725:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.002730:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775585.002739:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775585.002743:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775585.002750:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775585.002753:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.002756:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775585.002758:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775585.002763:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775585.002770:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775585.002778:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775585.002789:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309168768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775585.002804:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775585.002809:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775585.002820:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309168768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775585.002841:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775585.002846:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775585.002853:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775585.002855:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775585.002857:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775585.002861:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775585.002865:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11861
00000400:00000200:2.0:1775775585.002872:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775585.002878:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775585.002883:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775585.002892:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002898:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.002905:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002909:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775585.002915:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775585.002918:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775585.002923:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775585.002929:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775585.002934:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775585.002940:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775585.002948:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002952:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775585.002953:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775585.002957:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775775585.002958:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002964:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775585.002970:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775585.002976:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775585.002982:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775585.002989:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775585.002995:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775585.002999:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003004:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775585.003009:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775585.003014:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003019:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775585.003028:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775585.003035:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775585.003041:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775585.003047:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003052:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775585.003055:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775585.003059:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775585.003065:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775585.003072:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775585.003080:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309168896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775585.003093:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775585.003096:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775585.003102:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309168896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775585.003117:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775585.003123:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775585.003128:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775585.003132:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775585.003135:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775585.003141:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775585.003149:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11861
00000400:00000200:2.0:1775775585.003157:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775585.003205:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775585.003209:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775585.003213:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.003216:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.003221:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.003225:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775585.003230:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775585.003233:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775585.003237:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775585.003242:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775585.003247:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775585.003254:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775585.003264:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.003271:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775585.003276:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775585.003281:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775585.003287:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775585.003296:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775585.003302:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775585.003307:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775585.003313:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775585.003320:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003326:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775585.003331:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775585.003339:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003344:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775585.003353:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775585.003360:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775585.003368:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775585.003371:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775585.003375:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775585.003379:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775585.003382:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775585.003390:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775585.003398:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775585.003409:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309169024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775585.003424:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775585.003428:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775585.003432:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309169024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775585.003448:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775585.003455:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11871)
00000800:00000200:1.1:1775775585.003545:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775585.003546:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775585.003736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775585.003737:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775585.003964:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775585.003965:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000008:00000020:2.0:1775775585.514288:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 13067 to shrink grant
00000008:00000020:2.0:1775775585.514294:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 13067 to shrink grant
00000020:00000001:2.0:1775775585.642413:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775585.642418:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775585.642422:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775586.666454:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775586.666475:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775586.666480:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775588.714313:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775588.714316:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775588.714319:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775589.738352:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775589.738355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775589.738358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775590.122295:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775590.122304:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775590.122306:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775590.122309:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775590.122313:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775590.122319:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11866
00000400:00000200:3.0:1775775590.122327:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775590.122332:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775590.122352:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775590.122355:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122357:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122359:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122361:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775590.122363:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775590.122375:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775590.122377:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775590.122379:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775590.122381:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775590.122383:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775590.122385:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122386:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122387:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122389:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775590.122390:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775590.122400:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122401:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775590.122404:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775590.122407:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775590.122409:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122410:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775590.122412:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775590.122418:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775590.122420:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775590.122424:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775590.122425:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122427:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775590.122429:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775590.122433:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775590.122440:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775590.122446:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775590.122460:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309169152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775590.122478:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775590.122483:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775590.122488:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309169152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775590.122514:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775590.122518:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775590.122521:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775590.122523:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775590.122525:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775590.122528:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775590.122531:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11866
00000400:00000200:3.0:1775775590.122536:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775590.122539:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775590.122542:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775590.122544:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122546:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122547:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122550:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775590.122551:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775590.122552:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775590.122554:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775590.122556:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775590.122557:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775590.122559:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775590.122562:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122564:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122566:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122573:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775590.122575:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775590.122577:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122579:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775590.122583:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775590.122588:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775590.122593:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122596:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775590.122608:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775590.122616:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122620:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775590.122627:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775590.122641:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775590.122656:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775590.122662:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122678:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775590.122680:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775590.122689:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775590.122703:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775590.122711:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775590.122721:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309169280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775590.122755:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775590.122762:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775590.122772:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309169280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775590.122782:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775590.122787:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775590.122792:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775590.122794:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775590.122796:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775590.122812:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775590.122821:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11866
00000400:00000200:3.0:1775775590.122835:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775590.122840:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775590.122851:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775590.122862:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122874:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122885:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122889:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775590.122896:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775590.122898:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775590.122905:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775590.122909:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775590.122918:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775590.122926:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775590.122939:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122946:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.122952:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122957:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775590.122962:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775590.122970:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775590.122980:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775590.122983:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775590.122987:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775590.122995:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.122998:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775590.123006:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775590.123010:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.123011:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775590.123022:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775590.123030:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775590.123035:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775590.123038:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.123042:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775590.123044:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775590.123046:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775590.123051:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775590.123063:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775590.123082:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309169408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775590.123099:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775590.123129:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775590.123137:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309169408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775590.123207:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775590.123210:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775590.123214:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775590.123215:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775590.123217:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775590.123219:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775590.123222:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11866
00000400:00000200:3.0:1775775590.123228:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775590.123237:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775590.123241:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775590.123248:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.123257:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.123262:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.123264:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775590.123266:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775590.123267:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775590.123275:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775590.123282:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775590.123289:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775590.123299:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775590.123309:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.123311:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775590.123317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775590.123321:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775590.123330:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775590.123334:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775590.123335:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775590.123336:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775590.123341:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775590.123352:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.123353:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775590.123355:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775590.123359:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775590.123367:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775590.123374:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775590.123381:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775590.123393:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775590.123396:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775590.123406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775590.123407:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775590.123409:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775590.123416:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775590.123418:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
02000000:00000010:3.0:1775775590.123422:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775590.123427:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775590.123442:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309169536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775590.123449:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775590.123453:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775590.123459:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309169536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775590.123482:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775590.123491:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11876)
00000800:00000200:1.1:1775775590.124070:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775590.124073:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775590.124603:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775590.124606:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775590.125016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775590.125020:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775590.762480:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775590.762485:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775590.762498:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775592.810383:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775592.810389:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775592.810393:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775593.834438:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775593.834441:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775593.834444:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775594.858317:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775594.858321:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775594.858324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775595.242297:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775595.242306:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775595.242308:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775595.242312:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775595.242315:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775595.242321:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11871
00000400:00000200:2.0:1775775595.242330:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775595.242335:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775595.242338:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775595.242340:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242343:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242344:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242346:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775595.242357:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775595.242358:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775595.242361:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775595.242363:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775595.242364:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775595.242366:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775595.242368:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242370:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242371:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242372:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775595.242375:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775595.242377:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242379:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775595.242381:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775595.242384:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775595.242386:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242388:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775595.242389:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775595.242398:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775595.242401:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775595.242404:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775595.242405:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242408:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775595.242410:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775595.242414:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775595.242421:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775595.242427:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775595.242434:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309169664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775595.242442:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775595.242447:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775595.242450:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309169664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775595.242469:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775595.242471:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775595.242474:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775595.242475:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775595.242476:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775595.242478:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775595.242480:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11871
00000400:00000200:2.0:1775775595.242482:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775595.242485:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775595.242486:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775595.242488:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242490:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242491:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242492:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775595.242493:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775595.242494:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775595.242495:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775595.242496:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775595.242498:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775595.242499:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775595.242501:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242502:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242503:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242504:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775595.242506:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775595.242508:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242510:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775595.242511:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775595.242515:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775595.242516:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242517:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775595.242520:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775595.242523:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242525:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775595.242528:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775595.242530:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775595.242532:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775595.242533:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242534:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775595.242536:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775595.242537:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775595.242540:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775595.242543:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775595.242547:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309169792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775595.242553:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775595.242555:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775595.242557:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309169792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775595.242562:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775595.242565:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775595.242573:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775595.242574:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775595.242576:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775595.242581:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775595.242587:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11871
00000400:00000200:2.0:1775775595.242590:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775595.242598:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775595.242607:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775595.242619:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242633:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242641:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242645:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775595.242648:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775595.242650:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775595.242651:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775595.242653:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775595.242661:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775595.242671:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775595.242682:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242687:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242690:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242692:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775595.242695:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775595.242710:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242712:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775595.242714:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775595.242716:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775595.242720:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242734:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775595.242741:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775595.242743:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242745:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775595.242754:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775595.242757:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775595.242761:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775595.242764:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.242765:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775595.242766:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775595.242768:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775595.242779:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775595.242783:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775595.242796:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309169920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775595.242856:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775595.242861:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775595.242874:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309169920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775595.242893:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775595.242897:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775595.242900:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775595.242901:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775595.242905:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775595.242917:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775595.242922:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11871
00000400:00000200:2.0:1775775595.242935:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775595.242941:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775595.242951:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775595.242955:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242961:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775595.242968:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.242980:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775595.242994:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775595.243001:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775595.243005:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775595.243010:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775595.243046:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775595.243055:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775595.243068:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.243078:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775595.243082:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775595.243088:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775595.243093:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775595.243094:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000040:2.0:1775775595.243103:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775595.243116:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775595.243126:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775595.243129:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775595.243137:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775595.243146:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.243150:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775595.243160:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775595.243228:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.243238:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775595.243248:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775595.243255:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775595.243260:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775595.243262:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775595.243271:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775595.243278:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775595.243282:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775595.243290:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775595.243298:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775595.243307:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309170048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775595.243340:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775595.243352:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775595.243366:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309170048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775595.243437:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775595.243450:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11881)
00000800:00000200:1.1:1775775595.243600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775595.243602:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775595.243857:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775595.243859:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775595.244078:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775595.244080:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775596.906343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775596.906347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775596.906351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775597.930347:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775597.930351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775597.930353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775598.954311:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775598.954315:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775598.954319:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775600.362258:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775600.362267:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775600.362269:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775600.362273:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775600.362276:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775600.362283:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11876
00000400:00000200:2.0:1775775600.362291:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775600.362296:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775600.362298:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775600.362301:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362303:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362305:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362307:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775600.362310:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775600.362311:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775600.362313:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775600.362315:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775600.362317:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775600.362318:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775600.362320:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362321:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362322:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775600.362326:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775600.362329:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362330:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775600.362332:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775600.362335:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775600.362337:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362339:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775600.362340:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775600.362348:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775600.362350:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775600.362353:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775600.362354:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362357:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775600.362360:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775600.362364:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775600.362372:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775600.362378:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775600.362386:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309170176/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775600.362394:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775600.362397:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775600.362400:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309170176/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775600.362419:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775600.362421:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775600.362424:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775600.362425:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775600.362426:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775600.362428:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775600.362430:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11876
00000400:00000200:2.0:1775775600.362432:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775600.362433:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775600.362435:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775600.362437:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362439:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362440:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362442:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775600.362444:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775600.362445:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775600.362447:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775600.362448:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775600.362450:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775600.362451:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775600.362453:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362456:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362460:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362462:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775600.362465:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775600.362467:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362470:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775600.362471:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775600.362476:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775600.362481:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362486:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775600.362491:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775600.362494:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362497:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775600.362501:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775600.362505:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775600.362509:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775600.362512:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362516:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775600.362518:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775600.362521:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775600.362525:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775600.362530:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775600.362536:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309170304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775600.362549:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775600.362551:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775600.362556:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309170304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775600.362563:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775600.362565:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775600.362570:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775600.362572:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775600.362573:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775600.362575:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775600.362580:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11876
00000400:00000200:2.0:1775775600.362583:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775600.362588:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775600.362589:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775600.362594:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362598:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362600:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362602:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775600.362605:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775600.362606:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775600.362607:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775600.362610:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775600.362613:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775600.362617:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775600.362624:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362628:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362631:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362633:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775600.362637:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775600.362641:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362644:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775600.362646:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775600.362648:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775600.362652:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362654:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775600.362656:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775600.362660:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362663:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775600.362666:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775600.362668:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775600.362672:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775600.362673:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362676:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775600.362678:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775600.362679:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775600.362682:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775600.362684:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775600.362691:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309170432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775600.362696:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775600.362699:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775600.362706:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309170432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775600.362713:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775600.362715:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775600.362719:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775600.362723:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775600.362724:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775600.362726:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775600.362728:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11876
00000400:00000200:2.0:1775775600.362730:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775600.362736:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775600.362740:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775600.362746:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362748:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362753:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362757:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775600.362762:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775600.362766:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775600.362770:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775600.362772:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775600.362776:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775600.362782:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775600.362789:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362793:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775600.362797:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775600.362800:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775600.362805:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775600.362813:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.1:1775775600.362814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775600.362818:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775600.362821:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775600.362825:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775600.362827:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362829:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775600.362832:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775600.362839:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362842:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775600.362849:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775600.362855:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775600.362859:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775600.362862:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775600.362864:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775600.362868:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775600.362872:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775600.362878:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775600.362884:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775600.362897:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309170560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775600.362910:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775600.362915:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775600.362941:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309170560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775600.362971:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775600.362979:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11886)
00000800:00000200:1.1:1775775600.363075:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775600.363214:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775600.363323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775601.002364:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775601.002367:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775601.002370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775602.026348:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775602.026352:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775602.026354:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775603.050356:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775603.050360:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775603.050362:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775605.098335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775605.098339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775605.098342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775605.482999:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775605.483009:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775605.483575:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775605.483577:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775605.483906:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775605.483909:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775605.484290:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775605.484294:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775606.122353:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775606.122357:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775606.122360:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775607.146319:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775607.146322:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775607.146324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1775775607.530231:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 13089 to shrink grant
00000020:00000001:2.0:1775775609.194498:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775609.194505:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775609.194510:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775610.218435:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775610.218441:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775610.218446:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775610.602244:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775610.602255:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775610.602258:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775610.602262:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775610.602266:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775610.602274:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11887
00000400:00000200:2.0:1775775610.602284:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775610.602290:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775610.602293:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775610.602297:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602301:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602303:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602306:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775610.602310:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775610.602312:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775610.602315:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775610.602317:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775610.602320:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775610.602323:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775610.602326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602328:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602329:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602331:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775610.602333:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775610.602335:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602336:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775610.602339:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775610.602341:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775610.602343:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602344:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775610.602346:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775610.602353:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775610.602355:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775610.602359:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775610.602360:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602362:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775610.602364:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775610.602368:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775610.602374:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775610.602379:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775610.602387:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309171200/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775610.602395:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775610.602399:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775610.602402:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309171200/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775610.602421:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775610.602424:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775610.602426:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775610.602427:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775610.602429:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775610.602430:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775610.602432:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11887
00000400:00000200:2.0:1775775610.602435:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775610.602437:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775610.602439:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775610.602441:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602443:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602445:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602447:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775610.602449:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775610.602450:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775610.602451:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775610.602453:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775610.602454:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775610.602456:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775610.602458:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602460:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602464:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602466:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775610.602469:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775610.602472:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602475:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775610.602477:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775610.602483:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775610.602486:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602490:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775610.602494:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775610.602498:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602501:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775610.602504:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775610.602506:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775610.602508:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775610.602509:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602510:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775610.602511:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775610.602512:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775610.602516:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775610.602520:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775610.602528:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309171328/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775610.602535:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775610.602537:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775610.602541:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309171328/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775610.602549:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775610.602551:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775610.602553:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775610.602556:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775610.602558:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775610.602562:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775610.602563:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11887
00000400:00000200:2.0:1775775610.602568:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775610.602573:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775610.602575:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775610.602580:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602581:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602583:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602586:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775610.602588:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775610.602589:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775610.602590:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775610.602592:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775610.602596:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775610.602599:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775610.602604:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602606:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602610:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602614:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775610.602619:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775610.602626:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602632:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775610.602637:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775610.602642:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775610.602647:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602650:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775610.602653:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775610.602659:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602663:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775610.602669:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775610.602674:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775610.602681:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775610.602683:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602686:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775610.602689:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775610.602692:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775610.602697:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775610.602707:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775610.602716:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309171456/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775610.602722:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775610.602724:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775610.602726:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309171456/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775610.602734:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775610.602737:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775610.602742:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775610.602743:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775610.602759:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775610.602762:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775610.602764:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11887
00000400:00000200:2.0:1775775610.602768:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775610.602770:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775610.602772:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775610.602775:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602776:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602778:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602781:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775610.602784:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775610.602785:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775610.602788:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775775610.602790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:2.0:1775775610.602791:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775610.602794:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775610.602797:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.1:1775775610.602798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1775775610.602800:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602803:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775610.602806:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602808:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775610.602811:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775610.602816:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775610.602818:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775610.602822:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775610.602824:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775610.602826:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602827:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775610.602830:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775610.602832:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602835:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775610.602838:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775610.602842:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775610.602844:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775610.602845:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775610.602846:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775610.602849:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775610.602851:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775610.602856:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775610.602859:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775610.602866:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309171584/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775610.602885:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775610.602888:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775610.602895:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309171584/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775610.602911:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775610.602916:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11897)
00000800:00000200:0.1:1775775610.603278:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775610.603281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775610.603574:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775610.603577:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775610.603802:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775610.603805:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775611.242358:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775611.242362:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775611.242365:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775613.290334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775613.290337:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775613.290340:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775614.314420:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775614.314442:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775614.314454:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775615.338308:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775615.338311:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775615.338314:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775615.722285:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775615.722293:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775615.722295:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775615.722298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775615.722302:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775615.722307:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11892
00000400:00000200:3.0:1775775615.722315:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775615.722320:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775615.722322:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775615.722324:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722327:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722329:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722331:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775615.722334:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775615.722336:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775615.722338:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775615.722340:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775615.722341:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775615.722343:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775615.722345:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722346:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722348:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722349:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775615.722359:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775615.722361:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722363:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775615.722383:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775615.722386:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775615.722388:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722389:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775615.722391:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775615.722397:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775615.722399:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775615.722403:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775615.722404:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722406:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775615.722409:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775615.722412:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775615.722419:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775615.722424:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775615.722432:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309171712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775615.722440:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775615.722443:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775615.722446:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309171712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775615.722463:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775615.722466:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775615.722468:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775615.722469:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775615.722470:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775615.722472:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775615.722474:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11892
00000400:00000200:3.0:1775775615.722477:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775615.722479:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775615.722481:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775615.722483:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722485:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722491:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722493:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775615.722495:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775615.722496:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775615.722497:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775615.722499:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775615.722502:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775615.722504:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775615.722507:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722510:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722514:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722516:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775615.722520:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775615.722526:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722530:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775615.722534:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775615.722539:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775615.722542:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722544:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775615.722549:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775615.722553:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722555:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775615.722559:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775615.722564:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775615.722566:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775615.722568:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722569:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775615.722571:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775615.722574:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775615.722578:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775615.722581:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775615.722587:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309171840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775615.722601:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775615.722604:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775615.722608:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309171840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775615.722617:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775615.722619:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775615.722623:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775615.722624:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775615.722625:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775615.722627:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775615.722629:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11892
00000400:00000200:3.0:1775775615.722632:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775615.722634:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775615.722637:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775615.722641:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722644:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722647:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722650:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775615.722652:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775615.722655:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775615.722719:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775615.722723:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775615.722725:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775615.722729:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775615.722734:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722737:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722743:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722749:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775615.722760:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775615.722768:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722772:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775615.722777:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775615.722782:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775615.722788:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722791:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775615.722794:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775615.722798:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722802:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775615.722808:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000800:00000200:0.1:1775775615.722813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775775615.722814:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:0.1:1775775615.722817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1775775615.722818:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775615.722821:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722826:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775615.722829:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775615.722833:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775615.722841:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775615.722845:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775615.722852:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309171968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775615.722861:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775615.722865:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775615.722872:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309171968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775615.722881:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775615.722886:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775615.722891:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775615.722892:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775615.722893:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775615.722895:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775615.722904:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11892
00000400:00000200:3.0:1775775615.722912:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775615.722916:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775615.722919:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775615.722921:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722923:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722926:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722930:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775615.722934:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775615.722935:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775615.722939:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775615.722940:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775615.722942:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775615.722945:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775615.722948:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722949:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775615.722952:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722955:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775615.722956:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775615.722958:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775615.722960:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775615.722965:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775615.722968:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775615.722971:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722974:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775615.722976:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775615.722980:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.722984:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775615.722987:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775615.722991:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775615.722995:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775615.723001:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775615.723003:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775615.723004:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775615.723007:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775615.723011:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775615.723017:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775615.723023:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309172096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775615.723054:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775615.723058:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775615.723066:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309172096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775615.723079:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775615.723083:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11902)
00000800:00000200:0.1:1775775615.723325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775615.723327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775615.723572:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775615.723575:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775615.723835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775615.723837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775617.386353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775617.386357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775617.386360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775618.410361:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775618.410366:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775618.410369:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775619.434350:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775619.434371:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775619.434374:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775620.842269:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775620.842276:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775620.842278:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775620.842282:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775620.842286:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775620.842291:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11897
00000400:00000200:3.0:1775775620.842299:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775620.842305:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775620.842307:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775620.842310:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842312:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842314:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842316:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775620.842319:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775620.842320:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775620.842338:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775620.842340:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775620.842343:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775620.842364:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775620.842368:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842371:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842373:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842376:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775620.842379:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775620.842383:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842387:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775620.842391:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775620.842394:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775620.842398:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842400:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775620.842402:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775620.842408:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775620.842411:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775620.842414:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775620.842415:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842418:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775620.842420:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775620.842424:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775620.842431:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775620.842437:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775620.842445:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309172224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775620.842453:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775620.842456:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775620.842460:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309172224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775620.842499:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775620.842501:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775620.842503:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775620.842509:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775620.842511:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775620.842513:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775620.842515:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11897
00000400:00000200:3.0:1775775620.842518:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775620.842521:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775620.842522:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775620.842524:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842526:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842527:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842528:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775620.842530:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775620.842531:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775620.842532:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775620.842535:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775620.842536:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775620.842537:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775620.842539:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842540:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842542:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842543:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775620.842545:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775620.842547:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842549:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775620.842550:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775620.842555:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775620.842556:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842558:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775620.842562:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775620.842564:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842593:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775620.842600:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775620.842606:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775620.842611:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775620.842615:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842618:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775620.842622:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775620.842627:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775620.842634:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775620.842640:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775620.842648:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309172352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775620.842660:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775620.842663:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775620.842666:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309172352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775620.842684:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775620.842688:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775620.842693:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775620.842695:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775620.842699:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775620.842705:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775620.842711:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11897
00000400:00000200:3.0:1775775620.842723:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775620.842731:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775620.842734:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775620.842741:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842744:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842749:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842750:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775620.842754:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775620.842764:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775620.842766:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775620.842769:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775620.842773:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775620.842777:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775620.842783:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842786:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.842791:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842795:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775620.842799:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775620.842805:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775620.842825:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775620.842829:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775620.842831:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775620.842836:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842840:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775620.842843:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775620.842847:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842851:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775620.842857:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775620.842860:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775620.842864:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775620.842867:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.842870:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775620.842874:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775620.842876:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775775620.842878:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:3.0:1775775620.842881:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000800:00000200:0.1:1775775620.842882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1775775620.842888:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775620.842895:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309172480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775620.842910:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775620.842914:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775620.842927:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309172480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775620.842939:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775620.842942:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775620.842946:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775620.842948:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775620.842949:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775620.842953:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775620.842958:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11897
00000400:00000200:3.0:1775775620.842991:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775620.843000:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775620.843005:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775620.843013:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.843018:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.843021:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.843026:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775620.843031:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775620.843034:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775620.843037:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775620.843040:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775620.843042:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775620.843046:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775620.843050:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.843055:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775620.843061:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775620.843067:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775620.843073:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775620.843080:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775620.843089:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775620.843099:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775620.843103:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775620.843108:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.843109:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775620.843113:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775620.843117:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.843121:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775620.843126:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775620.843129:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775620.843133:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775620.843134:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775620.843138:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775620.843140:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775620.843143:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775620.843148:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775620.843152:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775620.843158:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309172608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775620.843196:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775620.843198:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775620.843202:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309172608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775620.843208:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775620.843213:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11907)
00000800:00000200:0.1:1775775620.843507:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775620.843509:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775620.843755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775620.843758:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775620.843956:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775620.843958:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775621.482302:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775621.482305:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775621.482308:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775622.506340:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775622.506343:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775622.506346:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775623.530395:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775623.530398:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775623.530401:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775625.578302:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775625.578307:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775625.578310:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775625.962828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775625.962833:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775625.963413:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775625.963415:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775625.963648:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775625.963650:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775625.963904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775625.963907:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775775626.602496:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775626.602500:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775626.602504:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775627.626327:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775627.626331:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775627.626334:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775629.674339:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775629.674342:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775629.674345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775630.698352:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775630.698356:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775630.698359:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775631.082920:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775631.082925:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775775631.083324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775631.083325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775775631.083545:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775631.083547:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775775631.083725:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775631.083727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1775775631.722357:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775631.722363:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775631.722367:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775633.770400:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775633.770404:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775633.770407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775634.794364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775634.794369:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775634.794373:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775635.818358:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775635.818363:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775635.818367:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775636.202332:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775636.202341:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775636.202343:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775636.202347:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775636.202350:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775636.202356:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11912
00000400:00000200:3.0:1775775636.202364:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775636.202369:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775636.202389:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775636.202392:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202395:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202397:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202398:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775636.202402:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775636.202403:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775636.202405:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775636.202407:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775636.202409:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775636.202411:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775636.202413:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202414:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202415:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202416:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775636.202419:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775636.202421:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202423:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775636.202425:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775636.202428:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775636.202430:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202432:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775636.202433:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775636.202438:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775636.202441:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775636.202444:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775636.202445:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202448:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775636.202450:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775636.202454:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775636.202461:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775636.202466:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775636.202477:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309173760/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775636.202485:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775636.202488:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775636.202492:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309173760/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775636.202509:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775636.202511:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775636.202514:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775636.202515:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775636.202516:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775636.202518:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775636.202520:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11912
00000400:00000200:3.0:1775775636.202523:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775636.202525:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775636.202527:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775636.202530:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202532:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202534:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202536:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775636.202538:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775636.202539:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775636.202540:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775636.202542:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775636.202543:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775636.202545:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775636.202549:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202552:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202555:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202564:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775636.202567:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775636.202575:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202581:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775636.202585:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775636.202591:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775636.202602:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202605:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775636.202609:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775636.202616:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202618:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775636.202622:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775636.202625:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775636.202629:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775636.202632:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202633:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775636.202634:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775636.202636:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775636.202642:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775636.202648:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775636.202655:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309173888/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775636.202666:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775636.202668:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775636.202674:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309173888/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775636.202687:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775636.202690:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775636.202697:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775636.202700:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775636.202703:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775636.202716:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775636.202723:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11912
00000400:00000200:3.0:1775775636.202731:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775636.202747:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775636.202754:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775636.202760:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202766:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202769:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202775:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775636.202779:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775636.202781:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775636.202784:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775636.202786:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775636.202789:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775636.202794:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775636.202800:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202803:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202805:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202807:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775636.202811:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775636.202816:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202822:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775636.202824:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775636.202828:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775636.202832:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202833:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775636.202836:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775636.202839:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202843:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775636.202847:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775636.202855:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775636.202858:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775636.202861:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.202863:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775636.202864:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775636.202866:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775636.202872:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775636.202875:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775636.202882:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309174016/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775636.202895:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775636.202897:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775636.202903:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309174016/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775775636.202912:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775636.202914:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775636.202919:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775775636.202919:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000100:00080000:3.0:1775775636.202926:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775636.202928:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775636.202931:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775636.202934:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775636.202938:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11912
00000400:00000200:3.0:1775775636.202944:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775636.202947:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775636.202949:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775636.202953:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202955:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.202961:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.202967:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775636.202969:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775636.202970:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775636.202977:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775636.202980:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775636.202982:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775636.202986:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775636.202991:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.203004:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775636.203009:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775636.203014:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775636.203019:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775636.203023:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775636.203027:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775636.203030:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775636.203033:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775636.203038:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.203039:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775636.203043:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775636.203046:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.203050:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775636.203054:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775636.203057:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775636.203059:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775636.203061:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775636.203064:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775636.203065:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775636.203067:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775636.203071:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775636.203075:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775636.203083:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309174144/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775636.203096:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775636.203099:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775636.203109:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309174144/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775636.203128:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775636.203133:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11922)
00000800:00000200:0.1:1775775636.203401:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775636.203403:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775775636.203640:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775636.203642:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775775636.203864:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775636.203866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1775775637.866472:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775637.866481:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775637.866487:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775638.890390:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775638.890395:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775638.890399:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775639.914448:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775639.914454:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775639.914459:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775641.322264:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775641.322272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775641.322274:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775641.322278:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775641.322281:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775641.322287:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11917
00000400:00000200:3.0:1775775641.322296:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775641.322301:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775641.322303:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775641.322306:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322309:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322310:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322312:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775641.322316:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775641.322317:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775641.322319:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775641.322321:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775641.322322:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775641.322324:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775641.322326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322328:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322329:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322331:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775641.322333:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775641.322335:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322336:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775641.322355:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775641.322358:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775641.322360:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322362:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775641.322364:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775641.322369:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775641.322371:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775641.322374:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775641.322375:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322378:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775641.322380:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775641.322384:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775641.322391:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775641.322396:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775641.322403:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309174272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775641.322410:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775641.322414:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775641.322417:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309174272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775641.322443:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775641.322445:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775641.322448:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775641.322449:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775641.322450:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775641.322452:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775641.322454:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11917
00000400:00000200:3.0:1775775641.322456:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775641.322458:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775641.322460:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775641.322462:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322463:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322469:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322470:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775641.322472:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775641.322473:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775641.322474:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775641.322476:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775641.322477:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775641.322478:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775641.322480:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322482:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322483:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322485:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775641.322487:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775641.322489:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322491:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775641.322492:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775641.322497:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775641.322498:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322499:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775641.322503:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775641.322505:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322507:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775641.322510:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775641.322513:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775641.322516:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775641.322518:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322520:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775641.322523:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775641.322526:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775641.322531:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775641.322535:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775641.322541:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309174400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775641.322563:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775641.322566:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775641.322573:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309174400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775641.322581:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775641.322585:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775641.322589:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775641.322590:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775641.322592:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775641.322598:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775641.322601:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11917
00000400:00000200:3.0:1775775641.322605:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775641.322609:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775641.322611:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775641.322614:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322616:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322620:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322623:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775641.322627:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775641.322628:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775641.322630:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775641.322633:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775641.322636:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775641.322642:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775641.322652:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322658:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322665:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322669:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775641.322679:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775641.322686:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322692:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775641.322695:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775641.322698:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775641.322702:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322706:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775641.322710:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775641.322714:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322716:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775641.322720:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775641.322723:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775641.322726:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775641.322728:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322731:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775641.322732:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775641.322734:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775641.322739:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775641.322742:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775641.322747:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309174528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775641.322755:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775641.322759:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775641.322765:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309174528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775641.322775:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775641.322778:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775641.322783:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775641.322786:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775641.322789:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775641.322794:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775775641.322797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775641.322800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000100:00080000:3.0:1775775641.322806:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11917
00000400:00000200:3.0:1775775641.322815:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775641.322821:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775641.322826:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775641.322833:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322838:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322843:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322848:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775641.322853:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775641.322856:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775641.322859:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775641.322862:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775641.322864:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775641.322867:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775641.322873:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322876:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775641.322880:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322884:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775641.322888:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775641.322891:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775641.322896:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775641.322899:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775641.322902:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775641.322904:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322905:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775641.322908:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775641.322910:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322911:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775641.322914:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775641.322915:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775641.322917:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775641.322922:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775641.322926:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775641.322928:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775641.322930:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775641.322936:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775641.322939:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775641.322945:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309174656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775641.322952:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775641.322954:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775641.322958:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309174656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775641.322969:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775641.322975:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11927)
00000800:00000200:0.1:1775775641.323249:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775641.323251:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775775641.323449:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775641.323450:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775775641.323703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775641.323705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000020:00000001:2.0:1775775641.962322:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775641.962325:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775641.962328:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775642.986334:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775642.986339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775642.986343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775644.010359:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775644.010363:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775644.010366:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775646.058413:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775646.058418:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775646.058423:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775646.442935:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775646.442940:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775646.443465:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775646.443467:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775646.443688:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775646.443690:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775775646.443964:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775646.443966:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775647.082452:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775647.082459:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775647.082465:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775648.106368:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775648.106375:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775648.106380:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775650.154383:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775650.154388:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775650.154392:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775651.178379:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775651.178386:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775651.178391:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775651.562821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775651.562825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775651.563402:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775651.563404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775651.563592:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775651.563594:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775651.563801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775651.563803:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775652.202338:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775652.202344:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775652.202349:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775654.250402:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775654.250408:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775654.250412:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775655.274361:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775655.274366:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775655.274369:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775656.298334:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775656.298337:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775656.298340:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775656.682277:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775656.682285:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775656.682288:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775656.682291:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775656.682295:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775656.682300:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11933
00000400:00000200:3.0:1775775656.682308:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775656.682313:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775656.682315:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775656.682318:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682321:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682322:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682324:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775656.682327:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775656.682329:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775656.682331:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775656.682333:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775656.682335:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775656.682354:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775656.682356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682361:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775656.682362:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775656.682365:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682366:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775656.682368:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775656.682371:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775656.682373:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682374:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775656.682376:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775656.682380:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775656.682383:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775656.682386:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775656.682387:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682389:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775656.682391:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775656.682395:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775656.682401:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775656.682406:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775656.682414:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309175808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775656.682422:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775656.682434:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775656.682437:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309175808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775656.682454:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775656.682457:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775656.682459:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775656.682464:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775656.682466:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775656.682468:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775656.682471:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11933
00000400:00000200:3.0:1775775656.682479:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775656.682483:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775656.682485:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775656.682488:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682491:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682495:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682498:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775656.682502:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775656.682503:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775656.682504:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775656.682508:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775656.682512:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775656.682516:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775656.682522:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682526:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682532:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775656.682534:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775656.682539:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682543:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775656.682546:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775656.682552:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775656.682555:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682558:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775656.682562:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775656.682565:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682570:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775656.682573:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775656.682577:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775656.682580:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775656.682582:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682585:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775656.682587:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775656.682589:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775656.682595:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775656.682599:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775656.682606:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309175936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775656.682615:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775656.682618:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775656.682623:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309175936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775656.682632:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775656.682637:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775656.682651:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775656.682655:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775656.682658:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775656.682662:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775656.682667:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11933
00000400:00000200:3.0:1775775656.682676:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775656.682682:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775656.682687:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775656.682692:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682695:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682699:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682701:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775656.682704:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775656.682711:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775656.682713:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775656.682714:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775656.682726:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775656.682730:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775656.682737:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682740:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682743:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682745:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775656.682747:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775656.682752:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682756:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775656.682760:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775656.682764:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775656.682767:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682768:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775656.682770:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775656.682773:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682776:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775656.682780:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775656.682782:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775656.682784:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775656.682785:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682788:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775656.682789:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775656.682790:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775656.682796:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775656.682800:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775656.682807:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309176064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775656.682811:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775656.682819:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1775775656.682820:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775656.682824:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775656.682833:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309176064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775656.682841:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775656.682846:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775656.682851:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775656.682853:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775656.682856:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775656.682859:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775656.682862:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11933
00000400:00000200:3.0:1775775656.682870:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775656.682874:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775656.682877:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775656.682882:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682883:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682887:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682891:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775656.682895:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775656.682898:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775656.682900:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775656.682903:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775656.682905:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775656.682909:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775656.682911:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682912:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775656.682913:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682914:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775656.682916:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775656.682917:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775656.682919:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775656.682925:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775656.682927:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775656.682931:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682934:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775656.682937:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775656.682941:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682959:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775656.682961:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775656.682963:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775656.682965:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775656.682965:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775656.682967:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775656.682968:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775656.682970:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775656.682975:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775656.682980:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775656.682987:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309176192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775656.682996:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775656.682998:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775656.683001:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309176192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775656.683013:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775656.683017:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11943)
00000800:00000200:1.1:1775775656.683346:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775656.683356:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775656.683558:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775656.683559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775656.683798:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775656.683800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775658.346384:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775658.346405:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775658.346409:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775659.370295:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775659.370298:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775659.370301:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775660.394324:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775660.394328:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775660.394331:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775661.802234:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775661.802243:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775661.802245:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775661.802248:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775661.802251:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775661.802257:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11938
00000400:00000200:3.0:1775775661.802265:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775661.802269:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775661.802288:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775661.802291:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802294:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802296:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802299:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775661.802303:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775661.802305:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775661.802307:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775661.802310:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775661.802313:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775661.802315:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775661.802318:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802320:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802322:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775661.802327:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775661.802330:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802333:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775661.802336:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775661.802340:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775661.802343:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802345:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775661.802348:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775661.802355:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775661.802359:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775661.802363:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775661.802364:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802368:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775661.802371:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775661.802376:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775661.802385:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775661.802390:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775661.802405:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309176320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775661.802413:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775661.802417:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775661.802420:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309176320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775661.802440:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775661.802442:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775661.802445:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775661.802446:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775661.802447:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775661.802449:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775661.802451:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11938
00000400:00000200:3.0:1775775661.802454:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775661.802457:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775661.802458:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775661.802461:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802463:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802465:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802466:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775661.802468:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775661.802469:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775661.802470:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775661.802472:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775661.802476:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775661.802477:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775661.802482:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802485:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802489:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802498:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775661.802502:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775661.802507:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802512:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775661.802517:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775661.802522:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775661.802528:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802551:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775661.802555:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775661.802559:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802562:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775661.802566:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775661.802570:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775661.802573:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775661.802576:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802579:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775661.802581:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775661.802585:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775661.802591:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775661.802597:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775661.802605:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309176448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775661.802623:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775661.802626:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775661.802632:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309176448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775661.802641:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775661.802646:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775661.802650:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775661.802654:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775661.802657:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775661.802670:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775661.802677:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11938
00000400:00000200:3.0:1775775661.802687:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775661.802697:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775661.802702:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775661.802707:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802712:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802718:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802724:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775661.802730:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775661.802732:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775661.802734:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775661.802738:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775661.802741:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775661.802746:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775661.802752:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802757:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775661.802758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775661.802762:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775775661.802763:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802769:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775661.802775:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775661.802784:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802791:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775661.802794:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775661.802799:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775661.802802:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802805:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775661.802807:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775661.802811:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802815:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775661.802829:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775661.802838:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775661.802844:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775661.802846:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.802850:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775661.802869:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775661.802871:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775661.802876:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775661.802881:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775661.802889:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309176576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775661.802902:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775661.802905:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775661.802912:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309176576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775661.802924:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775661.802927:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775661.802933:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775661.802945:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775661.802949:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775661.802953:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775661.802960:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11938
00000400:00000200:3.0:1775775661.802971:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775661.802977:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775661.802979:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775661.802983:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802986:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.802991:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.802993:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775661.802998:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775661.803000:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775661.803008:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775661.803012:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775661.803016:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775661.803021:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775661.803028:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.803030:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775661.803034:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775661.803037:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775661.803050:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775661.803054:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775661.803058:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775661.803060:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775661.803065:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775661.803068:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.803070:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775661.803074:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775661.803079:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.803083:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775661.803087:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775661.803090:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775661.803094:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775661.803096:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775661.803104:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775661.803107:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775661.803109:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775661.803117:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775661.803122:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775661.803130:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309176704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775661.803146:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775661.803150:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775661.803191:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309176704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775661.803218:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775661.803225:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11948)
00000800:00000200:1.1:1775775661.803338:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775661.803341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775661.803563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775661.803565:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775661.803778:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775661.803779:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775662.442320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775662.442324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775662.442326:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775663.466310:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775663.466314:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775663.466317:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775664.490348:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775664.490351:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775664.490354:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775666.538300:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775666.538304:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775666.538308:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775666.922982:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775666.923412:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775666.923578:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775666.923753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775667.562345:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775667.562349:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775667.562352:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775668.586372:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775668.586377:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775668.586381:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775775669.994439:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775775669.994483:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775775669.994494:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775669.994498:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775775669.994504:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775669.994509:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775775669.994514:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775669.994518:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eeb00.
00000400:00000200:3.0:1775775669.994524:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775669.994530:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775669.994537:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb615d8
00000400:00000010:3.0:1775775669.994540:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb615d8.
00000100:00000001:3.0:1775775669.994547:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775669.994557:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2300 x1862023309176832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994584:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775669.994589:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309176832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994597:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775669.994599:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775669.994609:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775669.994612:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:3.0:1775775669.994615:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775669.994619:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775669.994623:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61aa0
00000400:00000010:3.0:1775775669.994625:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61aa0.
00000100:00000001:3.0:1775775669.994628:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775669.994633:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3100 x1862023309176960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994677:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775669.994686:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309176960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994700:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775669.994703:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775669.994747:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775669.994753:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee200.
00000400:00000200:3.0:1775775669.994760:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775669.994770:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775669.994777:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb616e8
00000400:00000010:3.0:1775775669.994781:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb616e8.
00000100:00000001:3.0:1775775669.994787:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775669.994796:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1c00 x1862023309177088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994824:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775669.994835:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309177088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994851:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775669.994857:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775775669.994867:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775775669.994873:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eec00.
00000400:00000200:3.0:1775775669.994878:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775775669.994886:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775775669.994894:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61990
00000400:00000010:3.0:1775775669.994898:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61990.
00000100:00000001:3.0:1775775669.994904:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775775669.994914:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd3480 x1862023309177216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994934:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775775669.994944:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309177216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775669.994967:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775669.994972:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775775670.634313:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775670.634317:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775670.634320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775671.658371:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775671.658374:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775671.658377:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775672.042882:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775672.042889:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775672.043591:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775672.043594:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775672.043936:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775672.043939:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775672.044247:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775672.044250:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775672.682332:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775672.682335:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775672.682338:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775674.730359:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775674.730367:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775674.730370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775675.754318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775675.754321:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775675.754324:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775676.778340:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775676.778345:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775676.778349:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775677.162276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775677.162286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775677.162289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775677.162294:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775677.162299:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775677.162306:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11953
00000400:00000200:2.0:1775775677.162316:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775677.162322:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775677.162326:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775677.162330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162333:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162336:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162338:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775677.162350:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775677.162351:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775677.162354:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775677.162356:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775677.162358:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775677.162359:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775677.162362:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162363:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162364:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775677.162368:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775677.162370:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162372:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775677.162375:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775677.162378:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775677.162380:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162381:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775677.162384:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775677.162390:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775677.162393:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775677.162397:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775677.162398:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162400:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775677.162403:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775677.162406:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775677.162413:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775677.162418:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775677.162425:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309177856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775677.162433:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775677.162437:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775677.162440:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309177856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775677.162456:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775677.162459:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775677.162461:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775677.162462:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775677.162463:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775677.162465:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775677.162468:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11953
00000400:00000200:2.0:1775775677.162471:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775677.162473:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775677.162475:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775677.162477:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162479:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162481:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162483:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775677.162485:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775677.162486:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775677.162487:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775677.162489:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775677.162490:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775677.162492:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775677.162494:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162495:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162501:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162504:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775677.162508:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775677.162510:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162512:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775677.162514:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775677.162518:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775677.162522:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162527:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775677.162532:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775677.162536:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162539:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775677.162545:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775677.162547:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775677.162550:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775677.162553:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162555:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775677.162556:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775677.162557:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775677.162560:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775677.162563:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775677.162572:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309177984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775677.162617:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775677.162622:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775677.162629:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309177984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775677.162648:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775677.162652:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775677.162657:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775677.162660:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775677.162663:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775677.162668:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775677.162674:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11953
00000400:00000200:2.0:1775775677.162682:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775677.162696:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775677.162698:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775677.162702:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162707:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162710:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162715:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775677.162720:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775677.162722:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775677.162726:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775677.162729:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775677.162731:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775677.162734:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775677.162739:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162741:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162744:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162745:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775677.162750:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775677.162753:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162758:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775677.162760:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775677.162763:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775677.162766:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162767:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775677.162769:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775677.162772:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162776:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775677.162779:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775677.162781:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775677.162783:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775677.162785:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162787:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775677.162790:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775677.162792:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775677.162796:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775677.162801:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775677.162807:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309178112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775677.162818:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775677.162821:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775677.162831:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309178112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775677.162846:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775677.162849:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775677.162853:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775677.162855:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775677.162857:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775677.162859:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775677.162865:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11953
00000400:00000200:2.0:1775775677.162872:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775677.162878:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775677.162883:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775677.162888:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162892:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162895:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162898:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775677.162899:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775677.162900:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775677.162902:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775677.162903:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775677.162907:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775677.162908:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775677.162910:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162911:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775677.162916:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162920:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775677.162923:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775677.162926:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775677.162932:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775677.162933:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775677.162935:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775677.162938:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775677.162938:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775677.162943:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775775677.162944:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000008:00100000:2.0:1775775677.162945:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775677.162950:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162953:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775677.162956:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775677.162961:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775677.162964:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775677.162965:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775677.162969:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775677.162971:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775677.162973:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775677.162977:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775677.162980:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775677.162986:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309178240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775677.162995:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775677.162999:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775677.163008:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309178240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775677.163018:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775677.163024:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11963)
00000800:00000200:1.1:1775775677.163297:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775677.163299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775677.163521:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775677.163523:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775677.163728:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775677.163729:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775678.826334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775678.826338:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775678.826340:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775679.850343:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775679.850348:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775679.850351:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775680.874330:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775680.874334:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775680.874337:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775682.282287:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775682.282297:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775682.282300:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775682.282304:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775682.282309:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775682.282317:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11958
00000400:00000200:3.0:1775775682.282327:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775682.282333:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775682.282337:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775682.282340:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282346:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282349:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775682.282354:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775682.282356:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775682.282359:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775682.282362:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775682.282364:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775682.282367:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775682.282369:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282371:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282373:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282375:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775682.282379:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775682.282382:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282385:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775682.282388:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775682.282409:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775682.282413:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282415:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775682.282418:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775682.282424:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775682.282428:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775682.282432:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775682.282434:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282437:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775682.282440:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775682.282444:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775682.282453:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775682.282459:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775682.282469:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309178368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775682.282481:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775682.282485:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775682.282490:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309178368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775682.282540:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775682.282544:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775682.282548:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775682.282549:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775682.282551:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775682.282554:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775682.282557:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11958
00000400:00000200:3.0:1775775682.282562:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775682.282566:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775682.282569:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775682.282573:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282577:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282591:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282597:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775682.282602:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775682.282605:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775682.282609:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775682.282613:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775682.282619:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775682.282625:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775682.282633:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282638:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282641:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282645:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775682.282651:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775682.282657:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282660:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775682.282664:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775682.282670:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775682.282674:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282679:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775682.282685:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775682.282691:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282695:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775682.282702:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775682.282706:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775682.282712:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775682.282715:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282717:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775682.282720:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775682.282724:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775682.282731:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775682.282737:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775682.282745:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309178496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775682.282769:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775682.282775:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775682.282784:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309178496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775682.282801:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775682.282807:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775682.282815:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775682.282817:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775682.282821:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775682.282824:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775682.282831:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11958
00000800:00000200:1.1:1775775682.282837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775775682.282840:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775682.282841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1775775682.282847:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775682.282852:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775682.282858:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282864:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282870:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282875:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775682.282881:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775682.282884:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775682.282888:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775682.282891:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775682.282895:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775682.282898:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775682.282901:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282902:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.282903:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282905:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775682.282914:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775682.282920:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775682.282926:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775682.282938:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775682.282943:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775682.282947:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282951:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775682.282954:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775682.282958:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282961:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775682.282964:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775682.282967:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775682.282969:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775682.282970:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.282972:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775682.282973:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775682.282976:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775682.282982:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775682.282987:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775682.282996:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309178624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775682.283012:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775682.283016:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775682.283027:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309178624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775682.283043:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775682.283049:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775682.283058:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775682.283062:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775682.283065:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775682.283071:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775682.283083:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11958
00000400:00000200:3.0:1775775682.283094:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775682.283102:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775682.283107:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775682.283113:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.283117:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.283122:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.283126:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775682.283141:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775682.283144:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775682.283147:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775682.283150:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775682.283156:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775682.283196:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775682.283206:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.283211:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775682.283216:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775682.283220:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775682.283226:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775682.283233:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775682.283238:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775682.283242:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775682.283247:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775682.283253:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.283256:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775682.283260:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775682.283266:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.283271:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775682.283277:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775682.283280:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775682.283284:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775682.283293:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775682.283298:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775682.283301:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775682.283305:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775682.283314:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775682.283320:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775682.283330:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309178752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775682.283350:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775682.283354:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775682.283364:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309178752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775682.283387:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775682.283395:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11968)
00000800:00000200:1.1:1775775682.283445:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775682.283447:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775682.283657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775682.283659:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775682.283963:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775682.283965:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775682.922340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775682.922344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775682.922348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775683.946398:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775683.946402:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775683.946404:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775684.970298:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775684.970301:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775684.970304:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775687.018336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775687.018340:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775687.018343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775687.402279:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775687.402287:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775687.402289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775687.402292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775687.402295:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775687.402302:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11963
00000400:00000200:2.0:1775775687.402309:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775687.402314:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775687.402316:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775687.402319:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402322:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402323:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402325:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775687.402328:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775687.402329:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775687.402331:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775687.402333:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775687.402334:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775687.402336:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775687.402338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402341:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775687.402344:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775687.402346:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402348:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775687.402350:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775687.402352:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775687.402354:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402355:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775687.402358:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775687.402364:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775687.402367:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775687.402370:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775687.402371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402373:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775687.402375:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775687.402378:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775687.402386:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775687.402392:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775687.402399:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309178880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775687.402421:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775687.402427:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775687.402431:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309178880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775687.402447:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775687.402452:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775687.402455:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775687.402456:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775687.402457:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775687.402459:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775687.402461:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11963
00000400:00000200:2.0:1775775687.402464:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775687.402466:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775687.402468:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775687.402471:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402473:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402474:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402476:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775687.402478:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775687.402479:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775687.402481:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775687.402483:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775687.402485:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775687.402487:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775687.402491:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402493:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402496:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402498:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775687.402500:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775687.402504:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402509:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775687.402512:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775687.402518:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775687.402521:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402523:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775687.402528:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775687.402533:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402538:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775687.402545:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775687.402550:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775687.402554:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775687.402557:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402559:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775687.402563:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775687.402565:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775687.402572:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775687.402576:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775687.402585:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309179008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775687.402599:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775687.402602:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775687.402609:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309179008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775687.402626:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775687.402630:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775687.402640:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775687.402643:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775687.402646:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775687.402653:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775687.402659:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11963
00000400:00000200:2.0:1775775687.402667:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775687.402676:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775687.402679:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775687.402683:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402686:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402689:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402691:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775687.402695:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775687.402706:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775687.402709:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775687.402712:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775687.402717:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775687.402720:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775687.402725:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402728:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402732:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402736:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775687.402739:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775687.402744:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402746:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775687.402748:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775687.402752:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775687.402754:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402756:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775687.402757:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775687.402759:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402760:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775687.402764:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775687.402767:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775687.402769:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775687.402771:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402774:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775687.402776:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775687.402779:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775687.402783:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775687.402786:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775687.402793:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309179136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775687.402800:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775687.402803:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775687.402805:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309179136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775687.402818:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775687.402820:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775687.402825:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775687.402827:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775687.402829:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775687.402830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775687.402832:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775687.402836:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11963
00000800:00000200:1.1:1775775687.402836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000400:00000200:2.0:1775775687.402842:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775687.402847:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775687.402851:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775687.402856:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402858:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402860:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402862:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775687.402866:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775687.402867:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775687.402870:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775687.402872:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775687.402876:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775687.402878:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775687.402881:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402884:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775687.402886:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402889:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775687.402891:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775687.402894:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775687.402896:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775687.402898:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775687.402901:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775687.402905:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402908:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775687.402910:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775687.402914:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402917:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775687.402922:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775687.402924:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775687.402926:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775687.402928:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775687.402930:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775687.402931:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775687.402933:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775687.402937:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775687.402942:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775687.402949:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309179264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775687.402957:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775687.402959:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775687.402962:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309179264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775687.402972:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775687.402976:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11973)
00000800:00000200:1.1:1775775687.403364:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775687.403367:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775687.403684:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775687.403687:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775687.403978:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775687.403981:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775688.042330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775688.042333:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775688.042336:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775689.066328:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775689.066332:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775689.066335:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775691.114320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775691.114323:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775691.114326:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775692.138419:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775692.138423:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775692.138427:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775692.522269:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775692.522280:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775692.522283:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775692.522287:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775692.522291:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775692.522299:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11968
00000400:00000200:3.0:1775775692.522309:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775692.522315:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775692.522331:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775692.522335:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522338:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.522356:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522358:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775692.522367:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775692.522368:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775692.522373:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775692.522376:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775692.522378:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775692.522391:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775692.522393:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522395:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.522396:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522398:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775692.522400:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775692.522402:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522404:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775692.522407:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775692.522410:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775692.522412:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.522414:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775692.522416:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775692.522423:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775692.522427:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775692.522432:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775692.522434:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.522437:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775692.522441:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775692.522447:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775692.522457:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775692.522483:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775692.522496:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309179392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775692.522509:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775692.522514:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775692.522518:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309179392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775692.522554:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775692.522557:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775692.522560:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775692.522567:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775692.522569:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775692.522573:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775692.522576:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11968
00000400:00000200:3.0:1775775692.522582:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775692.522588:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775692.522592:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775692.522612:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522616:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.522622:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522630:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775692.522637:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775692.522640:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775692.522642:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775692.522647:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775692.522652:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775692.522663:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775692.522679:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522688:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.522692:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522697:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775692.522701:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775692.522709:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775692.522720:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775692.522728:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775692.522738:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775692.522748:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.522753:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775692.522760:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775692.522786:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.522797:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775692.522809:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775692.522819:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775692.522831:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775692.522836:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.522843:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775692.522850:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775692.522861:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775692.522869:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775692.522878:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775692.522889:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309179520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775692.522913:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775692.522920:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775692.522937:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309179520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775692.522984:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775692.522992:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775692.523005:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775692.523014:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775692.523018:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775692.523021:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775692.523028:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11968
00000400:00000200:3.0:1775775692.523059:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775692.523060:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775692.523068:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000400:00000200:3.0:1775775692.523071:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775692.523080:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775692.523093:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523118:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.523125:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523127:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775692.523130:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775692.523142:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775692.523144:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775692.523147:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775692.523152:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775692.523156:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775692.523164:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523166:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.523171:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523173:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775692.523176:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775692.523180:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523184:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775692.523187:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775692.523245:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775692.523253:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523256:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775692.523261:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775692.523269:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523273:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775692.523280:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775692.523287:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775692.523296:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775692.523301:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523307:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775692.523310:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775692.523316:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775692.523336:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775692.523341:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775692.523349:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309179648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775692.523367:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775692.523369:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775692.523380:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309179648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775692.523392:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775692.523395:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775692.523408:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775692.523414:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775692.523419:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775692.523426:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775692.523434:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11968
00000400:00000200:3.0:1775775692.523445:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775692.523460:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775692.523468:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775692.523479:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523490:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.523499:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523510:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775692.523522:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775692.523527:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775692.523533:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775692.523536:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775692.523541:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775692.523543:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775692.523552:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523555:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775692.523557:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523561:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775692.523567:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775692.523573:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775692.523580:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775692.523590:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775692.523598:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775692.523605:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523610:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775692.523614:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775692.523626:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523634:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775692.523646:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775692.523651:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775692.523659:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775692.523664:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775692.523669:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775692.523674:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775692.523681:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775692.523691:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775692.523699:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775692.523714:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309179776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775692.523736:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775692.523745:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775692.523765:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309179776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775692.523804:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775692.523812:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11979)
00000800:00000200:1.1:1775775692.523884:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775692.523885:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775692.524096:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775692.524099:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775692.524453:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775692.524455:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775775695.210388:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775695.210397:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775695.210400:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775696.234372:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775696.234376:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775696.234379:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775697.642305:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775697.642313:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775697.642316:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775697.642320:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775697.642324:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775697.642331:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11974
00000400:00000200:3.0:1775775697.642341:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775697.642348:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775697.642370:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775697.642374:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642378:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642380:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642382:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775697.642385:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775697.642386:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775697.642388:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775697.642390:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775697.642392:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775697.642394:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775697.642396:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642397:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642399:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642400:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775697.642402:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775697.642405:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642406:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775697.642408:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775697.642411:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775697.642413:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642414:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775697.642416:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775697.642421:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775697.642440:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775697.642443:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775697.642444:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642446:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775697.642448:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775697.642452:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775697.642458:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775697.642464:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775697.642475:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309179904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775697.642483:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775697.642487:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775697.642490:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309179904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775697.642507:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775697.642510:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775697.642512:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775697.642513:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775697.642515:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775697.642517:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775697.642519:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11974
00000400:00000200:3.0:1775775697.642522:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775697.642524:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775697.642526:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775697.642528:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642529:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642531:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642532:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775697.642533:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775697.642534:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775697.642535:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775697.642537:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775697.642538:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775697.642539:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775697.642541:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642542:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642543:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642548:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775697.642550:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775697.642552:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642555:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775697.642556:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775697.642560:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775697.642562:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642563:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775697.642567:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775697.642568:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642570:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775697.642573:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775697.642580:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775697.642586:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775697.642588:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642595:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775697.642596:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775697.642598:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775697.642604:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775697.642611:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775697.642622:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309180032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775697.642652:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775697.642659:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775697.642673:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309180032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775697.642700:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775697.642703:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775697.642710:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775697.642714:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775697.642715:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775697.642723:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775697.642731:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11974
00000400:00000200:3.0:1775775697.642736:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775697.642749:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775697.642753:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775697.642765:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642768:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642775:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642778:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775697.642796:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775697.642799:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775697.642804:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775697.642808:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775697.642815:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775697.642824:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775697.642844:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642852:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.642861:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642871:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775697.642877:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775697.642886:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775697.642888:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775697.642893:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775697.642900:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775697.642909:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642913:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775697.642920:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775697.642945:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642955:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775697.642963:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775697.642977:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775697.642983:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775697.642986:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.642991:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775697.642995:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775697.642999:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775697.643011:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000800:00000200:1.1:1775775697.643016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775697.643018:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775697.643022:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00100000:3.0:1775775697.643027:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309180160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775697.643049:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775697.643052:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775697.643059:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309180160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775697.643077:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775697.643082:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775697.643087:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775697.643089:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775697.643094:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775697.643100:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775697.643108:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11974
00000400:00000200:3.0:1775775697.643125:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775697.643134:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775697.643138:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775697.643149:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.643160:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.643164:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.643166:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775697.643183:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775697.643184:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775697.643189:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775697.643192:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775697.643193:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775697.643196:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775697.643198:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.643200:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775697.643201:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775697.643250:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775697.643254:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775697.643261:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775697.643264:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775697.643275:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775697.643281:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775697.643289:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.643303:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775697.643310:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775697.643316:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.643328:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775697.643338:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775697.643347:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775697.643357:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775697.643361:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775697.643369:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775697.643374:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775697.643378:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775697.643387:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775697.643394:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775697.643403:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309180288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775697.643449:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775697.643457:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775697.643474:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309180288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775697.643517:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775697.643525:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11984)
00000800:00000200:1.1:1775775697.643691:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775697.643693:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775697.643886:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775697.643887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775697.644076:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775697.644077:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775699.306467:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775699.306476:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775699.306482:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775702.762320:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775702.762330:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775702.762333:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775702.762337:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775702.762342:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775702.762350:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11979
00000400:00000200:3.0:1775775702.762361:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775702.762368:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775702.762371:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775702.762375:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762379:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.762382:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762384:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775702.762389:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775702.762391:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775702.762393:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775702.762396:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775702.762398:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775702.762401:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775702.762404:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762406:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.762418:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762420:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775702.762423:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775702.762426:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762428:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775702.762453:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775702.762456:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775702.762459:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.762462:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775702.762464:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775702.762471:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775702.762474:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775702.762478:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775702.762480:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.762483:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775702.762487:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775702.762491:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775702.762500:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775702.762538:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775702.762552:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309180416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775702.762570:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775702.762577:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775702.762586:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309180416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775702.762624:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775702.762630:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775702.762635:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775702.762637:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775702.762639:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775702.762643:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775702.762646:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11979
00000400:00000200:3.0:1775775702.762651:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775702.762655:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775702.762674:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775702.762678:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762681:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.762701:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762705:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775702.762708:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775702.762709:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775702.762712:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775702.762714:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775702.762716:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775702.762720:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775702.762725:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762730:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.762734:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762737:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775702.762741:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775702.762748:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775702.762752:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775702.762755:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775702.762762:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775702.762766:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.762770:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775702.762778:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775702.762788:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.762811:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775702.762823:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775702.762833:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775702.762844:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775702.762847:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.762854:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775702.762859:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775702.762866:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775702.762877:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775702.762890:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775702.762925:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309180544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775702.762977:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775702.762983:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775702.762994:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309180544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775702.763047:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775702.763054:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775702.763062:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775702.763068:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775702.763072:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775702.763079:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775702.763093:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11979
00000400:00000200:3.0:1775775702.763099:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775702.763103:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775702.763105:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775702.763113:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763115:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.763117:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763121:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775702.763129:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775702.763132:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775702.763134:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775702.763137:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775702.763218:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775702.763222:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775702.763227:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763229:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.763236:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763245:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775702.763261:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775702.763269:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763301:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775702.763307:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775702.763314:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775702.763321:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763328:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775702.763331:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775702.763337:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763341:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775702.763349:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775702.763355:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775702.763360:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775702.763364:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763367:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775702.763371:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775702.763385:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775702.763396:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775702.763422:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775702.763434:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309180672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775702.763454:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775702.763460:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775702.763470:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309180672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775702.763507:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775702.763510:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775702.763516:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775702.763521:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775702.763524:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775702.763533:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775702.763552:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11979
00000800:00000200:1.1:1775775702.763557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775775702.763568:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775702.763569:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1775775702.763579:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775702.763586:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775702.763600:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763607:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.763612:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763621:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775702.763630:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775702.763632:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775702.763638:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775702.763642:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775702.763645:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775702.763648:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775702.763672:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763680:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775702.763683:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763686:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775702.763690:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775702.763697:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775702.763701:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775702.763706:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775702.763711:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775702.763717:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763722:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775702.763727:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775702.763753:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763756:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775702.763761:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775702.763765:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775702.763771:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775702.763783:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775702.763788:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775702.763793:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775702.763796:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775702.763823:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775702.763830:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775702.763841:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309180800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775702.763864:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775702.763868:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775702.763878:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309180800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775702.763892:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775702.763898:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11989)
00000800:00000200:1.1:1775775702.764434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775702.764437:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775702.764851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775702.764855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775702.765417:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775702.765421:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775703.402393:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775703.402400:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775703.402405:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775707.498423:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775707.498432:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775707.498438:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775707.882265:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775707.882277:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775707.882281:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775707.882286:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775707.882291:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775707.882301:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11984
00000400:00000200:3.0:1775775707.882316:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775707.882327:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775707.882333:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775707.882339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882345:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.882350:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882355:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775707.882362:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775707.882366:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775707.882371:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775707.882376:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775707.882381:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775707.882413:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775707.882419:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882422:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.882425:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882427:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775707.882431:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775707.882435:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882438:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775707.882443:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775707.882446:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775707.882450:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.882453:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775707.882457:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775707.882464:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775707.882469:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775707.882474:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775707.882476:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.882480:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775707.882484:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775707.882489:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775707.882500:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775707.882508:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775707.882520:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309180928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775707.882549:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775707.882558:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775707.882568:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309180928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775707.882608:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775707.882615:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775707.882621:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775707.882637:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775707.882641:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775707.882646:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775707.882652:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11984
00000400:00000200:3.0:1775775707.882659:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775707.882663:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775707.882667:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775707.882670:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882673:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.882676:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882679:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775707.882682:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775707.882684:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775707.882688:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775707.882692:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775707.882698:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775707.882703:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775707.882713:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882718:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.882722:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882726:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775707.882731:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775707.882739:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775707.882750:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775707.882763:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775707.882777:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775707.882805:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.882810:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775707.882817:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775707.882840:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.882866:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775707.882880:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775707.882889:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775707.882906:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775707.882914:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.882919:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775707.882924:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775707.882932:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775707.882946:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775707.882963:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775707.882983:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309181056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775707.883042:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775707.883080:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775707.883107:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309181056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775707.883151:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775707.883214:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775707.883229:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775707.883233:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775707.883239:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775707.883246:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775707.883260:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11984
00000400:00000200:3.0:1775775707.883289:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775707.883309:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775707.883321:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775707.883334:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.883351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.883370:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.883386:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775707.883396:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775707.883416:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775707.883422:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775707.883432:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775707.883441:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775707.883442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775707.883456:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775707.883459:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775775707.883469:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.883483:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.883500:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.883505:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775707.883510:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775707.883537:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775707.883552:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775707.883567:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775707.883579:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775707.883597:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.883612:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775707.883621:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775707.883637:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.883652:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775707.883671:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775707.883680:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775707.883690:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775707.883697:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.883710:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775707.883718:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775707.883726:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775707.883742:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775707.883754:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775707.883782:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309181184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775707.883827:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775707.883838:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775707.883874:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309181184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775707.883911:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775707.883928:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775707.883947:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775707.883958:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775707.883968:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775707.883987:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775707.884004:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11984
00000400:00000200:3.0:1775775707.884038:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775707.884085:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775707.884101:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775707.884119:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.884137:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.884150:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.884198:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775707.884205:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775707.884210:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775707.884219:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775707.884227:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775707.884241:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775707.884251:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775707.884274:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.884291:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775707.884310:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775707.884327:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775707.884345:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775707.884365:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775707.884385:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775707.884406:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775707.884425:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775707.884437:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.884446:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775707.884449:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775707.884459:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.884468:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775707.884475:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775707.884486:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775707.884499:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775707.884506:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775707.884522:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775707.884528:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775707.884543:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775707.884563:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775707.884584:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775707.884621:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309181312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775707.884670:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775707.884682:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775707.884699:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309181312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775707.884807:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775707.884820:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11994)
00000800:00000200:1.1:1775775707.884899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775707.884902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775707.885334:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775707.885338:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775707.885782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775707.885786:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775711.594318:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775711.594323:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775711.594327:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775713.002252:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775713.002262:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775713.002265:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775713.002269:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775713.002274:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775713.002281:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11989
00000400:00000200:3.0:1775775713.002291:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775713.002297:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775713.002323:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775713.002325:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002329:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002330:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002333:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775713.002336:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775713.002338:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775713.002340:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775713.002343:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775713.002345:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775713.002347:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775713.002349:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002351:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002352:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775713.002354:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775713.002357:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002358:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775713.002361:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775713.002364:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775713.002366:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002368:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775713.002370:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775713.002376:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775713.002379:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775713.002383:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775713.002384:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002388:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775713.002392:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775713.002398:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775713.002408:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775713.002417:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775713.002436:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309181440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775713.002447:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775713.002452:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775713.002456:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309181440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775713.002477:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775713.002480:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775713.002483:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775713.002484:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775713.002485:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775713.002488:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775713.002489:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11989
00000400:00000200:3.0:1775775713.002494:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775713.002496:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775713.002499:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775713.002502:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002504:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002505:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002507:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775713.002509:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775713.002511:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775713.002512:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775713.002514:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775713.002517:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775713.002521:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775713.002525:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002527:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002538:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775713.002540:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775713.002544:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002547:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775713.002552:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775713.002559:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775713.002563:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002564:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775713.002569:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775713.002575:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002577:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775713.002581:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775713.002582:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775713.002584:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775713.002586:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002590:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775713.002591:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775713.002593:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775713.002598:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775713.002602:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775713.002612:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309181568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775713.002622:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775713.002624:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775713.002627:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309181568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775713.002640:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775713.002645:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775713.002652:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775713.002656:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775713.002658:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775713.002668:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775713.002673:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11989
00000400:00000200:3.0:1775775713.002679:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775713.002684:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775713.002689:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775713.002691:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002693:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002696:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002699:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775713.002702:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775713.002703:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775713.002705:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775713.002708:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775713.002710:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775713.002711:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775713.002716:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002720:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002724:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002726:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775713.002730:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775713.002734:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002736:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775713.002739:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775713.002742:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775713.002747:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002751:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775713.002753:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775713.002755:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002758:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775713.002761:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775713.002768:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775713.002773:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775713.002774:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002778:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775713.002780:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775713.002782:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775713.002785:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775713.002790:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775713.002796:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309181696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775713.002803:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775713.002805:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775713.002808:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309181696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775713.002820:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775713.002822:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775713.002828:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775713.002829:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775713.002830:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775713.002833:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775713.002834:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775713.002838:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11989
00000800:00000200:1.1:1775775713.002840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1775775713.002843:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775713.002847:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775713.002848:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775713.002854:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002857:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002859:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002862:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775713.002864:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775713.002865:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775713.002871:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775713.002873:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775713.002877:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775713.002881:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775713.002886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002887:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775713.002891:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002893:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775713.002895:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775713.002898:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775713.002902:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775713.002903:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775713.002906:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775713.002910:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002914:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775713.002917:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775713.002921:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002923:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775713.002925:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775713.002929:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775713.002933:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775713.002935:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775713.002940:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775713.002944:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775713.002948:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775713.002954:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775713.002989:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775713.002999:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309181824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775713.003018:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775713.003022:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775713.003032:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309181824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775713.003057:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775713.003065:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (11999)
00000800:00000200:1.1:1775775713.003283:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775713.003285:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775713.003509:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775713.003511:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775713.003694:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775713.003696:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775715.690302:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775715.690308:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775715.690314:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775718.122370:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775718.122389:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775718.122394:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775718.122401:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775718.122409:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775718.122422:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11994
00000400:00000200:2.0:1775775718.122440:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775718.122452:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775718.122459:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775718.122466:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122472:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.122477:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122480:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775718.122485:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775718.122488:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775718.122492:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775718.122496:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775718.122499:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775718.122502:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775718.122506:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.122510:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122512:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775718.122516:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775718.122523:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122528:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775718.122534:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775718.122540:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775718.122545:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.122550:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775718.122554:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775718.122572:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775718.122579:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775718.122586:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775718.122590:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.122596:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775718.122602:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775718.122609:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775718.122622:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775718.122633:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775718.122665:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309181952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775718.122693:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775718.122702:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775718.122712:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309181952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775718.122756:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775718.122761:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775718.122766:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775718.122768:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775718.122770:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775718.122773:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775718.122778:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11994
00000400:00000200:2.0:1775775718.122785:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775718.122792:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775718.122795:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775718.122802:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122805:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.122808:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775718.122815:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775718.122817:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775718.122824:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775718.122827:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775718.122833:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775718.122837:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775718.122843:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122845:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.122848:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122851:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775718.122857:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775718.122863:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775718.122893:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775718.122897:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775718.122906:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775718.122915:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.122920:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775718.122928:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775718.122935:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.122939:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775718.122946:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775718.122954:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775718.122961:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775718.122963:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.122971:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775718.122974:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775718.122977:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775718.122982:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775718.122993:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775718.123004:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309182080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775718.123039:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775718.123042:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775718.123050:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309182080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775718.123070:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775718.123082:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775718.123095:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775718.123097:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775718.123100:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775718.123110:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775718.123114:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11994
00000400:00000200:2.0:1775775718.123128:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775718.123137:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775718.123142:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775718.123155:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123178:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.123183:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123186:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775718.123189:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775718.123191:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775718.123295:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775718.123302:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775718.123311:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775718.123323:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775718.123336:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775718.123344:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775718.123344:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1775775718.123374:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.123385:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123395:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775718.123409:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775718.123424:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123438:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775718.123448:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775718.123457:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775718.123466:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.123475:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775718.123481:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775718.123512:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.123516:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775718.123521:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775718.123531:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775718.123543:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775718.123549:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.123554:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775718.123558:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775718.123562:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775718.123572:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775718.123585:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775718.123609:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309182208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775718.123647:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775718.123657:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775718.123675:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309182208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775718.123737:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775718.123744:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775718.123760:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775718.123767:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775718.123775:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775718.123783:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775718.123788:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11994
00000400:00000200:2.0:1775775718.123809:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775718.123828:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775718.123841:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775718.123855:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123866:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.123888:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123897:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775718.123904:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775718.123907:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775718.123915:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775718.123917:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775718.123925:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775718.123930:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775718.123942:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123953:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775718.123961:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123971:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775718.123978:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775718.123987:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775718.123993:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775718.123996:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775718.124004:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775718.124014:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.124022:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775718.124027:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775718.124032:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.124036:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775718.124044:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775718.124052:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775718.124062:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775718.124066:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775718.124070:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775718.124073:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775718.124077:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775718.124083:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775718.124089:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775718.124096:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309182336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775718.124122:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775718.124128:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775718.124142:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309182336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775718.124206:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775718.124224:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12004)
00000800:00000200:1.1:1775775718.124316:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775718.124318:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775718.124535:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775718.124536:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775718.124769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775718.124770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775719.786351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775719.786356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775719.786360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775723.242302:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775723.242322:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775723.242324:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775723.242328:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775723.242332:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775723.242337:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 11999
00000400:00000200:3.0:1775775723.242345:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775723.242350:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775723.242353:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775723.242355:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242358:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242360:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242362:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775723.242365:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775723.242367:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775723.242369:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775723.242371:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775723.242373:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775723.242375:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775723.242377:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242378:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242380:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242381:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775723.242383:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775723.242386:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242388:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775723.242407:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775723.242410:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775723.242422:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242424:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775723.242426:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775723.242431:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775723.242434:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775723.242437:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775723.242439:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242441:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775723.242444:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775723.242447:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775723.242454:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775723.242460:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775723.242467:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309182464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775723.242476:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775723.242480:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775723.242483:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309182464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775723.242501:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775723.242504:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775723.242506:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775723.242507:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775723.242509:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775723.242511:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775723.242513:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11999
00000400:00000200:3.0:1775775723.242516:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775723.242518:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775723.242520:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775723.242522:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242524:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242531:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242533:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775723.242535:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775723.242536:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775723.242538:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775723.242540:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775723.242541:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775723.242543:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775723.242546:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242549:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242551:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242556:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775723.242558:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775723.242562:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242567:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775723.242572:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775723.242578:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775723.242584:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242590:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775723.242597:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775723.242602:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242608:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775723.242617:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775723.242621:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775723.242625:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775723.242627:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242631:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775723.242632:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775723.242636:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775723.242641:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775723.242647:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775723.242655:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309182592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775723.242669:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775723.242672:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775723.242678:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309182592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775723.242690:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775723.242696:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775723.242703:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775723.242706:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775723.242708:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775723.242712:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775723.242717:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11999
00000400:00000200:3.0:1775775723.242723:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775723.242728:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775723.242730:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775723.242736:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242755:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242762:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242766:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775723.242770:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775723.242773:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775723.242776:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775723.242780:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775723.242806:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775723.242809:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775723.242816:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242822:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.242830:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242837:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775723.242856:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775723.242865:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775723.242873:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775723.242879:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775723.242884:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775723.242889:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242894:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775723.242899:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775723.242906:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242909:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775723.242911:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775723.242915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000010:3.0:1775775723.242917:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775723.242939:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775723.242946:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775723.242949:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.242953:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775723.242957:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775723.242961:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775723.242970:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775723.242976:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775723.242988:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309182720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775723.243007:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775723.243017:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775723.243023:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309182720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775723.243047:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775723.243050:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775723.243071:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775723.243073:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775723.243075:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775723.243083:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775723.243095:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 11999
00000400:00000200:3.0:1775775723.243103:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775723.243112:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775723.243118:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775723.243126:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.243129:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.243134:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.243140:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775723.243142:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775723.243145:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775723.243149:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775723.243153:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775723.243158:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775723.243166:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775723.243212:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.243217:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775723.243237:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775723.243240:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775723.243244:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775723.243253:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775723.243259:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775723.243265:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775723.243270:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775723.243274:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.243278:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775723.243282:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775723.243287:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.243290:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775723.243294:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775723.243299:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775723.243304:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775723.243312:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775723.243317:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775723.243320:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775723.243324:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775723.243343:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775723.243348:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775723.243373:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309182848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775723.243386:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775723.243392:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775723.243397:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309182848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775723.243412:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775723.243427:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12009)
00000800:00000200:1.1:1775775723.243609:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775723.243611:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775723.243904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775723.243907:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775723.244184:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775723.244187:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775723.882302:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775723.882306:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775723.882310:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775727.978464:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775727.978468:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775727.978472:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775728.362275:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775728.362283:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775728.362285:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775728.362288:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775728.362292:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775728.362298:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12004
00000400:00000200:3.0:1775775728.362306:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775728.362311:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775728.362314:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775728.362316:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362319:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362321:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362323:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775728.362325:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775728.362327:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775728.362330:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775728.362332:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775728.362335:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775728.362355:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775728.362359:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362361:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362363:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362366:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775728.362369:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775728.362373:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362376:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775728.362379:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775728.362382:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775728.362386:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362399:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775728.362402:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775728.362408:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775728.362411:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775728.362414:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775728.362415:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362418:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775728.362420:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775728.362424:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775728.362431:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775728.362436:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775728.362444:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309182976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775728.362453:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775728.362458:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775728.362464:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309182976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775728.362493:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775728.362496:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775728.362500:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775728.362507:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775728.362510:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775728.362513:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775728.362516:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12004
00000400:00000200:3.0:1775775728.362520:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775728.362523:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775728.362525:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775728.362527:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362530:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362533:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362535:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775728.362539:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775728.362540:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775728.362542:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775728.362545:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775728.362548:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775728.362553:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775728.362560:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362565:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362567:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362570:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775728.362573:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775728.362577:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362579:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775728.362583:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775728.362589:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775728.362592:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362596:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775728.362600:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775728.362604:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362609:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775728.362615:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775728.362618:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775728.362621:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775728.362622:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362623:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775728.362625:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775728.362628:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775728.362633:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775728.362637:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775728.362642:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309183104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775728.362648:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775728.362650:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775728.362654:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309183104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775728.362664:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775728.362668:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775728.362671:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775728.362673:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775728.362674:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775728.362676:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775728.362680:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12004
00000400:00000200:3.0:1775775728.362684:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775728.362688:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775728.362692:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775728.362731:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362737:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362744:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362748:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775728.362754:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775728.362762:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775728.362764:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775728.362766:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775728.362769:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775728.362773:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775728.362779:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362783:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362784:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362788:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775728.362792:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775728.362797:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362798:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775728.362800:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775728.362802:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775728.362804:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362808:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775728.362813:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775728.362816:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362820:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775728.362823:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775728.362829:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775728.362832:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775728.362833:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.362837:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775728.362839:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775728.362842:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775728.362848:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775728.362854:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775728.362861:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309183232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775728.362870:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775728.362873:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775728.362883:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775728.362886:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775775728.362889:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309183232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775728.362905:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775728.362911:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775728.362916:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775728.362919:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775728.362923:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775728.362947:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775728.362954:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12004
00000400:00000200:3.0:1775775728.362959:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775728.362968:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775728.362970:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775728.362976:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362980:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.362984:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.362999:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775728.363005:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775728.363008:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775728.363012:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775728.363014:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775728.363019:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775728.363023:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775728.363029:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.363035:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775728.363048:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775728.363053:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775728.363059:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775728.363068:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775728.363073:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775728.363084:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775728.363091:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775728.363095:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.363098:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775728.363102:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775728.363106:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.363110:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775728.363116:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775728.363120:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775728.363123:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775728.363125:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775728.363129:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775728.363132:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775728.363135:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775728.363140:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775728.363147:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775728.363158:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309183360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775728.363207:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775728.363210:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775728.363217:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309183360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775728.363239:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775728.363249:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12014)
00000800:00000200:1.1:1775775728.363405:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775728.363413:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775728.363689:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775728.363691:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775728.363901:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775728.363902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775732.074365:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775732.074370:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775732.074373:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775733.483022:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775733.483303:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775733.483458:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775733.483632:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775736.170416:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775736.170420:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775736.170422:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775775736.554466:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775775736.554501:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775775736.554509:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775736.554512:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775775736.554516:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775736.554520:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775775736.554523:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775736.554526:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed700.
00000400:00000200:2.0:1775775736.554530:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775736.554534:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775736.554547:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2908
00000400:00000010:2.0:1775775736.554580:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2908.
00000100:00000001:2.0:1775775736.554587:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775736.554596:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16a00 x1862023309183488/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554623:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775736.554628:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309183488/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554635:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775736.554637:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775736.554647:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775736.554650:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedd00.
00000400:00000200:2.0:1775775736.554653:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775736.554657:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775736.554661:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2220
00000400:00000010:2.0:1775775736.554663:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2220.
00000100:00000001:2.0:1775775736.554667:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775736.554676:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16680 x1862023309183616/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554686:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775736.554689:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16680 x1862023309183616/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554697:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775736.554702:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775736.554711:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775736.554714:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed100.
00000400:00000200:2.0:1775775736.554716:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775736.554719:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775736.554722:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2110
00000400:00000010:2.0:1775775736.554725:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2110.
00000100:00000001:2.0:1775775736.554730:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775736.554736:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14000 x1862023309183744/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554747:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775736.554759:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309183744/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554801:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775736.554803:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775736.554815:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775736.554824:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eeda00.
00000400:00000200:2.0:1775775736.554829:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775736.554836:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775736.554848:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace25d8
00000400:00000010:2.0:1775775736.554854:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace25d8.
00000100:00000001:2.0:1775775736.554861:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775736.554871:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d17480 x1862023309183872/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554881:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775736.554887:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309183872/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775736.554930:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775736.554935:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:0.1:1775775738.602958:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775738.602964:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775738.603741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775738.603745:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775738.604054:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775738.604057:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775775738.604432:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775738.604435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775740.266371:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775740.266375:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775740.266378:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775743.722871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775743.722895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775743.723472:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775743.723475:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775743.723774:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775743.723776:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775775743.724082:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775743.724095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775744.362348:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775744.362351:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775744.362355:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775748.458439:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775748.458443:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775748.458446:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775748.842866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775748.842873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775748.843333:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775748.843349:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775748.843568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775748.843571:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775775748.843749:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775748.843751:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775752.554431:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775752.554437:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775752.554443:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775775753.962885:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775753.962890:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775753.963355:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775753.963357:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775753.963550:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775753.963552:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775775753.963730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775753.963731:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775756.650340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775756.650344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775756.650347:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775759.082286:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775759.082293:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775759.082295:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775759.082298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775759.082302:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775759.082308:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12035
00000400:00000200:2.0:1775775759.082316:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775759.082321:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775759.082323:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775759.082326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082328:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082330:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082332:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775759.082346:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775759.082347:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775759.082350:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775759.082351:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775759.082353:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775759.082354:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775759.082356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082368:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082370:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775759.082375:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775759.082378:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082379:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775759.082382:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775759.082385:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775759.082387:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082388:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775759.082390:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775759.082397:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775759.082401:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775759.082405:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775759.082407:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082410:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775759.082413:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775759.082418:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775759.082427:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775759.082434:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775759.082445:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309186048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775759.082453:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775759.082457:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775759.082461:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309186048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775759.082477:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775759.082480:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775759.082482:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775759.082483:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775759.082484:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775759.082486:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775759.082489:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12035
00000400:00000200:2.0:1775775759.082493:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775759.082495:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775759.082497:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775759.082499:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082501:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082503:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082507:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775759.082509:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775759.082511:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775759.082513:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775759.082515:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775759.082517:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775759.082520:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775759.082524:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082531:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082535:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775759.082538:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775759.082543:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082546:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775759.082551:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775759.082555:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775759.082558:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082561:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775759.082566:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775759.082569:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082571:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775759.082574:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775759.082579:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775759.082583:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775759.082585:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082586:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775759.082589:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775759.082591:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775759.082596:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775759.082601:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775759.082607:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309186176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775759.082616:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775759.082618:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775759.082621:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309186176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775759.082633:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775759.082636:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775759.082643:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775759.082646:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775759.082648:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775759.082653:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775759.082658:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12035
00000400:00000200:2.0:1775775759.082663:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775759.082668:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775759.082670:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775759.082674:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082676:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082680:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082682:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775759.082686:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775759.082687:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775759.082688:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775759.082689:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775759.082692:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775759.082696:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775759.082699:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082702:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082707:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082709:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775759.082712:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775759.082717:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082722:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775759.082724:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775759.082727:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775759.082730:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082733:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775759.082736:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775759.082737:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082738:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775759.082741:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775759.082742:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775759.082744:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775759.082746:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082749:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775759.082750:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775759.082753:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775759.082755:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775759.082758:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775759.082772:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309186304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775759.082783:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775759.082786:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775759.082792:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309186304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775759.082799:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775759.082803:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775759.082810:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775759.082814:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775759.082816:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775759.082820:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775759.082826:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12035
00000800:00000200:0.1:1775775759.082830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:2.0:1775775759.082833:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775759.082837:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775759.082840:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775775759.082844:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000040:2.0:1775775759.082852:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082858:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082863:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082866:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775759.082870:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775759.082873:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775759.082877:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775759.082879:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775759.082883:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775759.082885:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775759.082888:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082890:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775759.082891:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082892:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775759.082893:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775759.082895:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775759.082899:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775759.082901:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775759.082904:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775759.082906:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082908:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775759.082911:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775759.082914:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082918:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775759.082923:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775759.082928:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775759.082930:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775759.082933:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775759.082936:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775759.082939:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775759.082942:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775759.082948:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775759.082954:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775759.082960:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309186432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775759.082973:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775759.082977:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775759.082983:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309186432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775759.082996:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775759.083003:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12045)
00000800:00000200:0.1:1775775759.083375:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775759.083377:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775775759.083567:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775759.083569:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775775759.083746:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775775759.083748:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775775760.746304:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775760.746307:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775760.746310:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775764.202947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775764.202953:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775764.203525:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775764.203528:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775764.203820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775764.203823:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775764.204125:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775764.204126:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1775775764.842335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775764.842340:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775764.842344:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775768.938331:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775768.938334:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775768.938337:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775769.322257:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775769.322265:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775769.322268:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775769.322271:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775769.322280:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775769.322286:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12045
00000400:00000200:3.0:1775775769.322294:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775769.322299:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775769.322317:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775769.322320:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322323:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322325:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322326:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775769.322329:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775769.322330:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775769.322332:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775769.322334:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775769.322336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775769.322339:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775769.322342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322346:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322349:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775769.322352:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775769.322355:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322358:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775769.322361:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775769.322364:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775769.322367:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322369:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775769.322372:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775769.322387:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775769.322392:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775769.322395:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775769.322397:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322401:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775769.322404:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775769.322409:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775769.322417:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775769.322424:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775769.322440:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309187072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775769.322459:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775769.322462:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775769.322466:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309187072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775769.322482:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775769.322485:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775769.322487:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775769.322489:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775769.322490:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775769.322492:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775769.322494:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12045
00000400:00000200:3.0:1775775769.322497:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775769.322499:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775769.322501:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775769.322504:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322506:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322508:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322510:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775769.322511:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775769.322512:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775769.322513:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775769.322515:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775769.322518:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775769.322520:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775769.322523:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322526:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322539:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775769.322544:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775769.322548:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322553:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775769.322557:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775769.322562:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775769.322567:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322570:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775769.322576:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775769.322580:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322582:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775769.322586:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775769.322589:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775769.322591:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775769.322593:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322595:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775769.322599:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775769.322602:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775769.322610:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775769.322616:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775769.322626:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309187200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775769.322644:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775769.322649:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775769.322658:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309187200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775769.322670:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775769.322674:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775769.322676:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775769.322679:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775769.322683:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775769.322695:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775769.322700:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12045
00000400:00000200:3.0:1775775769.322707:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775769.322713:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775769.322716:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775769.322721:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322726:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322729:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322733:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775769.322738:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775769.322741:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775769.322744:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775769.322748:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775769.322753:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775769.322755:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775769.322760:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322761:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322766:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322770:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775769.322774:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775769.322781:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322786:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775769.322789:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775769.322793:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775769.322798:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322800:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775769.322803:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775769.322809:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775769.322812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775769.322813:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775769.322816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000100:00000010:3.0:1775775769.322820:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775769.322829:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775769.322834:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775769.322838:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.322841:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775769.322844:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775769.322846:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775769.322853:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775769.322857:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775769.322866:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309187328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775769.322877:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775769.322880:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775769.322887:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309187328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775769.322898:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775769.322900:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775769.322904:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775769.322906:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775769.322908:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775769.322912:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775769.322916:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12045
00000400:00000200:3.0:1775775769.322921:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775769.322924:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775769.322926:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775769.322930:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322932:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.322934:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.322939:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775769.322941:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775769.322944:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775769.322953:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775769.322958:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775769.322963:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775769.322969:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775769.323006:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.323011:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775769.323017:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775769.323020:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775769.323024:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775769.323030:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775769.323034:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775769.323037:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775769.323041:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775769.323044:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.323047:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775769.323050:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775769.323053:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.323056:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775769.323059:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775769.323064:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775769.323070:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775769.323072:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775769.323076:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775769.323080:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775769.323084:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775769.323092:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775769.323098:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775769.323110:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309187456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775769.323132:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775769.323137:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775769.323144:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309187456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775769.323191:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775769.323195:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12055)
00000800:00000200:1.1:1775775769.323323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775769.323325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775769.323515:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775769.323516:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775775769.323687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775769.323689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1775775773.034398:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775773.034401:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775773.034404:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775774.442291:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775774.442302:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775774.442306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775774.442310:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775774.442315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775774.442322:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12050
00000400:00000200:3.0:1775775774.442332:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775774.442339:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775774.442343:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775774.442347:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442353:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442356:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775774.442360:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775774.442362:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775774.442365:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775774.442368:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775774.442370:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775774.442372:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775774.442376:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442378:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442380:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442382:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775774.442385:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775774.442388:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442391:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775774.442412:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775774.442416:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775774.442419:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442421:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775774.442424:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775774.442429:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775774.442432:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775774.442435:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775774.442436:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442438:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775774.442445:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775774.442449:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775774.442455:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775774.442460:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775774.442468:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309187584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775774.442475:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775774.442479:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775774.442482:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309187584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775774.442501:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775774.442504:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775774.442506:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775774.442507:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775774.442509:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775774.442511:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775774.442512:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12050
00000400:00000200:3.0:1775775774.442515:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775774.442518:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775774.442520:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775774.442522:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442524:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442531:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442532:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775774.442534:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775774.442535:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775774.442537:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775774.442539:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775774.442540:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775774.442542:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775774.442546:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442548:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442551:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442553:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775774.442555:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775774.442560:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442564:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775774.442568:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775774.442573:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775774.442578:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442582:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775774.442586:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775774.442591:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442595:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775774.442599:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775774.442603:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775774.442606:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775774.442609:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442611:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775774.442613:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775774.442616:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775774.442620:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775774.442624:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775774.442633:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309187712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775774.442653:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775774.442657:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775774.442663:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309187712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775774.442682:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775774.442687:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775774.442695:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775774.442698:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775774.442700:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775774.442705:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775774.442709:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12050
00000400:00000200:3.0:1775775774.442716:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775774.442721:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775774.442723:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775774.442727:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442729:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442733:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442737:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775774.442740:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775774.442743:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775774.442748:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775774.442750:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775774.442752:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775774.442757:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775774.442763:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442769:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442774:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442779:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775774.442790:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775774.442798:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442802:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775774.442805:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775774.442809:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775774.442812:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442815:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775774.442820:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775774.442826:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442831:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775774.442835:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775774.442840:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775774.442844:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775774.442845:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.442849:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775774.442851:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775774.442855:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775774.442862:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775774.442868:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775774.442870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775774.442875:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1775775774.442876:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309187840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775774.442906:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775774.442908:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775774.442911:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309187840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775774.442921:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775774.442924:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775774.442927:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775774.442929:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775774.442930:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775774.442934:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775774.442944:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12050
00000400:00000200:3.0:1775775774.442949:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775774.442954:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775774.442957:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775774.442960:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442963:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.442967:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.442971:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775774.442975:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775774.442977:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775774.442980:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775774.442983:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775774.442987:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775774.442992:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775774.442997:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.443001:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775774.443004:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775774.443007:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775774.443009:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775774.443014:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775774.443019:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775774.443022:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775774.443026:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775774.443028:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.443031:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775774.443034:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775774.443036:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.443039:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775774.443041:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775774.443045:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775774.443049:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775774.443055:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775774.443057:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775774.443058:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775774.443060:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775774.443067:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775774.443070:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775774.443078:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309187968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775774.443088:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775774.443092:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775774.443096:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309187968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775774.443112:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775774.443119:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12061)
00000800:00000200:1.1:1775775774.443393:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775774.443395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775774.443661:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775774.443664:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775774.443942:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775774.443944:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775777.130412:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775777.130418:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775777.130422:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775779.562421:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775779.562429:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775779.562432:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775779.562457:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775779.562474:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775779.562502:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12056
00000400:00000200:2.0:1775775779.562529:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775779.562536:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775779.562546:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775779.562548:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.562550:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.562559:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.562561:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775779.562564:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775779.562565:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775779.562567:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775779.562569:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775779.562571:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775779.562601:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775779.562618:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.562621:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.562623:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.562626:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775779.562659:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775779.562662:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775779.562664:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775779.562676:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775779.562679:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775779.562681:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.562684:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775779.562686:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775779.562701:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775779.562705:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775779.562707:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775779.562709:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.562718:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775779.562721:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775779.562724:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775779.562739:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775779.562745:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775779.562755:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309188096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775779.562872:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775779.562888:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775779.562895:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309188096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775779.562927:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775779.562931:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775779.562945:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775779.562948:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775779.562950:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775779.562953:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775779.562957:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12056
00000400:00000200:2.0:1775775779.562976:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775779.562984:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775779.562989:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775779.563010:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563017:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.563041:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563054:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775779.563083:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775779.563086:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775779.563096:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775779.563109:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775779.563122:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775779.563128:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775779.563147:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563161:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775779.563233:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775779.563236:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775775779.563333:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563356:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775779.563363:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775779.563379:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563393:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775779.563406:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775779.563426:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775779.563432:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563449:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775779.563470:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775779.563486:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563499:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775779.563506:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775779.563518:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775779.563522:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775779.563524:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563526:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775779.563528:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775779.563542:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775779.563557:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775779.563561:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775779.563579:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309188224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775779.563589:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775779.563604:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775779.563610:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309188224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775779.563653:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775779.563656:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775779.563672:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775779.563675:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775779.563678:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775779.563693:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775779.563701:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12056
00000400:00000200:2.0:1775775779.563720:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775779.563729:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775779.563744:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775779.563752:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563764:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.563770:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563775:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775779.563791:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775779.563793:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775779.563795:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775779.563797:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775779.563799:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775779.563821:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775779.563860:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775779.563862:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775775779.563881:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563886:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.563891:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563895:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775779.563900:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775779.563907:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775779.563913:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775779.563917:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775779.563922:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775779.563927:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563930:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775779.563934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775779.563939:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563942:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775779.563946:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775779.563950:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775779.563954:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775779.563958:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.563962:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775779.563964:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775779.563969:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775779.563975:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775779.563980:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775779.563990:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309188352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775779.564003:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775779.564008:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775779.564016:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309188352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775779.564046:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775779.564051:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775779.564055:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775779.564059:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775779.564063:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775779.564066:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775779.564072:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12056
00000400:00000200:2.0:1775775779.564081:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775779.564088:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775779.564092:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775779.564097:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.564101:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.564106:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.564111:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775779.564114:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775779.564116:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775779.564118:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775779.564123:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775779.564129:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775779.564131:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775779.564139:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.564145:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775779.564150:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775779.564154:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775779.564159:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775779.564184:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775779.564189:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775779.564201:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775779.564206:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775779.564211:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.564216:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775779.564219:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775779.564222:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.564225:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775779.564230:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775779.564235:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775779.564240:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775779.564243:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775779.564246:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775779.564250:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775779.564253:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775779.564269:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775779.564274:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775779.564283:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309188480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775779.564292:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775779.564296:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775779.564305:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309188480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775779.564321:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775779.564328:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12066)
00000800:00000200:1.1:1775775779.564402:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775779.564404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775779.564674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775779.564675:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775781.226343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775781.226353:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775781.226356:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775784.682263:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775784.682273:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775784.682275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775784.682280:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775784.682284:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775784.682291:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12061
00000400:00000200:2.0:1775775784.682301:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775784.682308:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775784.682312:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775784.682316:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682319:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682322:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775784.682326:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775784.682327:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775784.682329:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775784.682333:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775784.682334:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775784.682336:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775784.682338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775784.682343:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775784.682346:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682347:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775784.682349:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775784.682352:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775784.682354:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682356:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775784.682358:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775784.682366:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775784.682369:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775784.682372:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775784.682373:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682375:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775784.682377:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775784.682380:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775784.682387:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775784.682392:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775784.682400:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309188608/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775784.682408:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775784.682412:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775784.682415:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309188608/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775784.682436:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775784.682440:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775784.682449:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775784.682450:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775784.682452:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775784.682455:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775784.682458:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12061
00000400:00000200:2.0:1775775784.682464:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775784.682468:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775784.682471:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775784.682475:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682478:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682481:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682485:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775784.682488:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775784.682492:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775784.682495:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775784.682497:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775784.682500:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775784.682503:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775784.682511:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682515:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682519:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682523:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775784.682526:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775784.682530:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682535:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775784.682536:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775784.682543:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775784.682548:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682552:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775784.682557:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775784.682561:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682563:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775784.682572:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775784.682575:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775784.682579:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775784.682581:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682583:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775784.682584:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775784.682586:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775784.682593:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775784.682599:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775784.682606:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309188736/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775784.682613:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775784.682616:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775784.682620:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309188736/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775784.682632:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775784.682636:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775784.682642:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775784.682644:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775784.682646:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775784.682652:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775784.682656:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12061
00000400:00000200:2.0:1775775784.682663:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775784.682668:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775784.682671:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775784.682676:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682678:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682682:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682684:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775784.682688:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775784.682691:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775784.682693:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775784.682694:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775784.682695:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775784.682698:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775784.682702:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682704:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682708:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682726:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775784.682728:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775784.682730:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682732:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775784.682733:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775784.682743:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775784.682751:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682754:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775784.682757:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775784.682763:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682767:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775784.682772:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775784.682774:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775784.682779:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775784.682781:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.682786:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775784.682788:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775784.682790:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775784.682794:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775784.682797:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775784.682802:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309188864/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775784.682825:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775775784.682825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775784.682829:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775784.682831:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775775784.682841:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309188864/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775784.682861:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775784.682866:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775784.682873:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775784.682877:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775784.682880:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775784.682884:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775784.682891:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12061
00000400:00000200:2.0:1775775784.682901:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775784.682909:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775784.682914:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775784.682921:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682926:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682931:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682934:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775784.682939:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775784.682940:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775784.682942:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775784.682944:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775784.682949:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775784.682952:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775784.682959:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682963:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775784.682968:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682972:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775784.682976:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775784.682985:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775784.682990:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775784.682995:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775784.683001:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775784.683007:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.683012:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775784.683015:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775784.683019:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.683022:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775784.683027:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775784.683032:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775784.683037:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775784.683039:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775784.683044:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775784.683046:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775784.683049:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775784.683055:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775784.683062:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775784.683072:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309188992/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775784.683098:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775784.683103:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775784.683113:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309188992/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775784.683136:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775784.683142:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12071)
00000800:00000200:1.1:1775775784.683393:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775784.683395:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775784.683625:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775784.683627:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775784.683846:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775784.683847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775785.322342:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775785.322347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775785.322351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775789.418321:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775789.418326:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775789.418330:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775789.802280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775789.802288:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775789.802291:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775789.802294:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775789.802298:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775789.802304:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12066
00000400:00000200:2.0:1775775789.802311:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775789.802316:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775789.802319:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775789.802321:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802323:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802325:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802327:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775789.802330:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775789.802331:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775789.802333:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775789.802335:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775789.802337:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775789.802338:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775789.802340:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802342:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802343:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775789.802346:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775789.802348:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802350:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775789.802352:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775789.802354:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775789.802356:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802358:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775789.802360:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775789.802368:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775789.802370:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775789.802381:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775789.802382:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802384:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775789.802387:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775789.802391:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775789.802397:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775789.802403:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775789.802411:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309189120/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775789.802419:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775789.802423:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775789.802426:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309189120/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775789.802443:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775789.802446:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775789.802448:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775789.802449:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775789.802450:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775789.802452:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775789.802454:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12066
00000400:00000200:2.0:1775775789.802456:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775789.802458:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775789.802459:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775789.802461:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802463:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802465:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802466:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775789.802469:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775789.802470:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775789.802471:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775789.802473:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775789.802475:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775789.802476:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775789.802478:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802481:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802484:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802486:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775789.802488:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775789.802490:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802493:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775789.802494:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775789.802499:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775789.802503:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802507:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775789.802511:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775789.802515:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802516:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775789.802518:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775789.802519:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775789.802521:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775789.802522:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802525:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775789.802527:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775789.802529:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775789.802533:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775789.802538:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775789.802543:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309189248/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775789.802556:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775789.802561:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775789.802566:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309189248/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775789.802577:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775789.802579:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775789.802581:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775789.802584:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775789.802586:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775789.802589:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775789.802591:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12066
00000400:00000200:2.0:1775775789.802593:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775789.802594:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775789.802596:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775789.802600:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802604:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802606:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802611:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775789.802612:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775789.802613:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775789.802614:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775789.802618:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775789.802620:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775789.802635:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775789.802640:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802649:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802653:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802657:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775789.802661:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775789.802665:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802670:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775789.802672:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775789.802674:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775789.802677:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802679:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775789.802682:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775789.802686:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802688:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775789.802693:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775789.802696:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775789.802698:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775789.802699:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802703:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775789.802705:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775789.802706:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775789.802710:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775789.802714:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775789.802721:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309189376/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775789.802730:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775789.802734:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775789.802742:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309189376/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775789.802760:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775789.802766:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775789.802775:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775789.802777:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775789.802779:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775789.802783:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775789.802790:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12066
00000400:00000200:2.0:1775775789.802799:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775789.802803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:2.0:1775775789.802807:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1775775789.802808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1775775789.802812:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775789.802820:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802824:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802826:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802828:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775789.802833:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775789.802834:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775789.802837:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775789.802840:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775789.802842:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775789.802844:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775789.802849:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802851:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775789.802854:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802856:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775789.802858:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775789.802862:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775789.802867:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775789.802870:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775789.802874:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775789.802879:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802880:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775789.802882:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775789.802884:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802887:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775789.802889:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775789.802892:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775789.802896:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775789.802898:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775789.802902:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775789.802905:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775789.802907:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775789.802912:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775789.802917:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775789.802924:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309189504/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775789.802933:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775789.802937:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775789.802942:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309189504/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775789.802951:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775789.802957:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12076)
00000800:00000200:1.1:1775775789.803225:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775789.803227:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775789.803502:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775789.803505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775789.803722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775789.803723:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775793.514350:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775793.514354:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775793.514358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775794.922238:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775794.922246:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775794.922248:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775794.922252:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775794.922255:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775794.922261:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12071
00000400:00000200:2.0:1775775794.922270:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775794.922276:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775794.922279:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775794.922282:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922291:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922294:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922295:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775794.922299:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775794.922300:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775794.922302:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775794.922305:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775794.922307:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775794.922308:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775794.922311:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922312:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922313:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922314:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775794.922316:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775794.922318:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922320:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775794.922322:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775794.922324:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775794.922326:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922328:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775794.922330:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775794.922337:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775794.922340:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775794.922344:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775794.922346:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922348:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775794.922351:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775794.922355:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775794.922363:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775794.922369:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775794.922379:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309189632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775794.922390:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775794.922395:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775794.922400:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309189632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775794.922421:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775794.922423:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775794.922426:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775794.922427:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775794.922428:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775794.922430:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775794.922432:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12071
00000400:00000200:2.0:1775775794.922435:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775794.922437:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775794.922438:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775794.922441:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922442:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922444:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922446:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775794.922447:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775794.922448:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775794.922450:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775794.922451:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775794.922453:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775794.922455:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775794.922458:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922459:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922461:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922464:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775794.922466:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775794.922470:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922473:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775794.922476:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775794.922480:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775794.922485:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922489:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775794.922494:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775794.922500:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922503:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775794.922507:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775794.922511:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775794.922516:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775794.922518:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922521:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775794.922523:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775794.922527:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775794.922544:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775794.922549:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775794.922554:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309189760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775794.922566:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775794.922570:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775794.922576:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309189760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775794.922586:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775794.922588:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775794.922593:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775794.922596:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775794.922599:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775794.922602:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775794.922607:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12071
00000400:00000200:2.0:1775775794.922616:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775794.922622:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775794.922625:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775794.922632:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922635:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922639:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922642:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775794.922646:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775794.922648:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775794.922651:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775794.922652:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775794.922654:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775794.922658:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775794.922662:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922665:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922670:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922673:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775794.922675:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775794.922681:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922684:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775794.922688:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775794.922692:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775794.922696:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922700:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775794.922705:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775794.922708:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922710:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775794.922714:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775794.922724:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775794.922727:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775794.922727:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922729:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775794.922730:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775794.922731:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775794.922734:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775794.922736:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775794.922740:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309189888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775794.922750:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775794.922751:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775794.922754:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309189888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775794.922763:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775794.922767:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775794.922774:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775794.922777:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775794.922779:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775794.922780:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775794.922786:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775775794.922786:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00080000:2.0:1775775794.922796:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12071
00000400:00000200:2.0:1775775794.922806:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775794.922815:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775794.922821:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775794.922829:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922837:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922843:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922849:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775794.922856:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775794.922860:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775794.922865:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775794.922869:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775794.922873:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775794.922878:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775794.922887:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922891:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775794.922895:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922899:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775794.922902:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775794.922908:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775794.922913:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775794.922917:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775794.922921:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775794.922928:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922932:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775794.922934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775794.922939:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922945:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775794.922952:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775794.922957:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775794.922962:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775794.922966:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775794.922971:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775794.922974:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775794.922978:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775794.922986:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775794.922993:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775794.923004:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309190016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775794.923037:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775794.923042:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775794.923051:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309190016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775794.923071:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775794.923078:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12081)
00000800:00000200:1.1:1775775794.923260:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775794.923262:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775794.923446:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775794.923448:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775794.923641:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775794.923643:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775797.610514:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775797.610519:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775797.610523:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775800.042314:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775800.042327:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775800.042331:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775800.042335:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775800.042341:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775800.042350:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12076
00000400:00000200:3.0:1775775800.042363:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775800.042371:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775800.042375:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775800.042377:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042381:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042383:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042384:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775800.042388:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775800.042390:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775800.042393:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775800.042396:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775800.042397:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775800.042422:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775800.042424:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042426:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042427:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042429:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775800.042431:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775800.042433:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042435:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775800.042438:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775800.042441:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775800.042454:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042457:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775800.042459:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775800.042466:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775800.042469:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775800.042473:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775800.042475:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042478:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775800.042481:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775800.042486:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775800.042494:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775800.042501:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775800.042510:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309190144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775800.042525:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775800.042530:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775800.042534:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309190144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775800.042553:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775800.042555:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775800.042558:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775800.042563:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775800.042565:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775800.042568:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775800.042570:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12076
00000400:00000200:3.0:1775775800.042574:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775800.042578:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775800.042580:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775800.042583:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042585:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042587:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042588:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775800.042591:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775800.042592:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775800.042594:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775800.042596:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775800.042598:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775800.042600:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775800.042605:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042609:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042612:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042617:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775800.042621:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775800.042626:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042628:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775800.042632:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775800.042638:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775800.042642:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042646:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775800.042651:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775800.042655:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042661:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775800.042664:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775800.042667:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775800.042669:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775800.042671:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042676:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775800.042678:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775800.042680:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775800.042684:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775800.042689:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775800.042697:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309190272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775800.042706:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775800.042708:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775800.042712:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309190272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775800.042724:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775800.042727:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775800.042733:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775800.042736:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775800.042738:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775800.042742:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775800.042747:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12076
00000400:00000200:3.0:1775775800.042753:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775800.042757:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775800.042759:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775800.042764:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042766:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042768:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042771:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775800.042775:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775800.042786:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775800.042791:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775800.042794:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775800.042799:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775800.042804:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775800.042811:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042816:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042821:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042826:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775800.042832:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775800.042840:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042846:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775800.042849:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775800.042853:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775800.042859:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042864:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775800.042869:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775800.042873:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042878:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775800.042884:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775800.042890:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:1.1:1775775800.042892:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775800.042894:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775800.042896:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.042899:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775800.042900:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775800.042902:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775800.042906:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775800.042909:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775800.042914:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309190400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775800.042928:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775800.042932:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775800.042942:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309190400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775800.042952:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775800.042954:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775800.042959:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775800.042962:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775800.042965:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775800.042970:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775800.042973:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12076
00000400:00000200:3.0:1775775800.042979:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775800.042985:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775800.042988:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775800.042990:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.042992:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.042997:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.043000:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775800.043003:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775800.043005:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775800.043007:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775800.043009:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775800.043013:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775800.043025:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775800.043031:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.043037:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775800.043041:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775800.043045:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775800.043048:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775800.043055:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775800.043057:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775800.043066:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775800.043072:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775800.043078:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.043083:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775800.043088:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775800.043095:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.043099:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775800.043106:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775800.043111:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775800.043116:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775800.043119:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775800.043124:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775800.043127:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775800.043129:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775800.043135:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775800.043141:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775800.043148:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309190528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775800.043162:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775800.043202:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775800.043210:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309190528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775800.043232:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775800.043240:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12086)
00000800:00000200:1.1:1775775800.043274:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775800.043433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775800.043623:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775801.706436:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775801.706459:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775801.706464:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775775803.114465:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775775803.114502:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775775803.114510:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775803.114513:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775775803.114517:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775803.114521:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775775803.114527:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775803.114532:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:2.0:1775775803.114537:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775803.114541:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775803.114547:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61bb0
00000400:00000010:2.0:1775775803.114550:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61bb0.
00000100:00000001:2.0:1775775803.114555:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775803.114564:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8a80 x1862023309190144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114596:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775803.114601:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309190144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114609:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775803.114611:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775803.114621:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775803.114623:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eed00.
00000400:00000200:2.0:1775775803.114626:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775803.114630:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775803.114633:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61cc0
00000400:00000010:2.0:1775775803.114645:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61cc0.
00000100:00000001:2.0:1775775803.114648:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775803.114653:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31ba680 x1862023309190272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114662:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775803.114666:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309190272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114673:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775803.114675:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775803.114680:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775803.114682:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:2.0:1775775803.114686:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775803.114689:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775803.114691:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61a18
00000400:00000010:2.0:1775775803.114694:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61a18.
00000100:00000001:2.0:1775775803.114696:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775803.114700:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bad80 x1862023309190400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114707:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775803.114710:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309190400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114717:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775803.114718:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775803.114723:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775803.114725:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:2.0:1775775803.114727:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775803.114730:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775803.114733:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:2.0:1775775803.114735:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:2.0:1775775803.114737:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775803.114741:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9180 x1862023309190528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114749:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775803.114766:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309190528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775825 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775803.114772:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775803.114774:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1775775805.162306:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775805.162315:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775805.162318:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775805.162322:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775805.162326:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775805.162333:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12081
00000400:00000200:2.0:1775775805.162343:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775805.162349:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775805.162352:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775805.162369:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162373:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162376:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162379:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775805.162383:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775805.162385:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775805.162388:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775805.162438:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775805.162441:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775805.162443:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775805.162447:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162449:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162451:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162453:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775805.162457:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775805.162460:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162462:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775805.162465:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775805.162469:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775805.162472:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162475:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775805.162478:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775805.162484:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775805.162488:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775805.162492:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775805.162494:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162497:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775805.162500:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775805.162504:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775805.162511:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775805.162517:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775805.162527:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309190656/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775805.162539:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775805.162544:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775805.162549:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309190656/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775805.162580:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775805.162584:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775805.162588:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775805.162589:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775805.162591:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775805.162594:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775805.162597:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12081
00000400:00000200:2.0:1775775805.162601:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775805.162604:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775805.162607:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775805.162610:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162612:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162614:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162616:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775805.162619:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775805.162621:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775805.162623:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775805.162625:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775805.162627:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775805.162629:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775805.162633:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162635:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162637:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162639:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775805.162641:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775805.162644:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162646:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775805.162648:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775805.162652:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775805.162655:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162656:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775805.162661:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775805.162664:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162666:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775805.162670:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775805.162672:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775805.162675:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775805.162676:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162678:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775805.162679:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775805.162681:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775805.162685:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775805.162689:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775805.162693:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309190784/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775805.162701:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775805.162703:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775805.162708:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309190784/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775805.162716:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775805.162718:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775805.162721:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775805.162723:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775805.162724:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775805.162727:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775805.162729:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12081
00000400:00000200:2.0:1775775805.162733:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775805.162736:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775805.162739:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775805.162742:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162744:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162746:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162748:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775805.162750:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775805.162752:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775805.162753:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775805.162755:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775805.162757:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775805.162759:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775805.162762:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162764:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162766:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162768:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775805.162770:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775805.162772:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162775:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775805.162777:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775805.162780:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775805.162782:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162784:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775805.162787:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775805.162789:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162791:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775805.162795:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775805.162797:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775805.162800:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775805.162801:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162802:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775805.162804:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775805.162805:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775805.162809:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775805.162813:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775805.162818:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309190912/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775805.162826:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775805.162829:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775805.162833:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309190912/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775805.162841:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775805.162844:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775805.162849:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775805.162851:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775805.162852:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775805.162855:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775805.162858:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12081
00000400:00000200:2.0:1775775805.162862:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775805.162866:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775805.162868:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775805.162872:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162874:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162877:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162879:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775805.162882:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775805.162883:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775805.162884:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775805.162886:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775805.162888:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775805.162891:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775805.162894:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162896:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775805.162898:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162900:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775805.162903:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775805.162905:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775805.162907:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775805.162909:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775805.162912:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775805.162914:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162916:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775805.162918:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775805.162920:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162923:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775805.162926:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775805.162928:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775805.162931:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775805.162932:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775805.162934:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775805.162936:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775805.162937:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775805.162941:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775805.162944:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775805.162949:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309191040/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775805.162958:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775805.162960:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775805.162963:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309191040/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775805.162972:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775805.162977:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12091)
00000800:00000200:1.1:1775775805.163388:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775805.163392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775805.163753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775805.163756:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775805.164092:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775805.164094:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775805.165127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775805.165130:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775805.802391:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775805.802395:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775805.802398:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775809.898403:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775809.898407:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775809.898410:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775810.282219:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775810.282227:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775810.282230:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775810.282233:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775810.282237:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775810.282244:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12086
00000400:00000200:2.0:1775775810.282252:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775810.282257:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775810.282259:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775810.282262:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282274:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282276:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282278:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775810.282281:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775810.282282:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775810.282284:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775810.282287:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775810.282289:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775810.282290:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775810.282292:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282294:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282295:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282296:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775810.282298:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775810.282300:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282301:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775810.282303:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775810.282306:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775810.282308:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282310:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775810.282312:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775810.282320:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775810.282322:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775810.282325:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775810.282326:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282328:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775810.282330:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775810.282334:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775810.282340:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775810.282346:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775810.282353:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309191168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775810.282361:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775810.282365:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775810.282368:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309191168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775810.282385:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775810.282388:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775810.282391:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775810.282392:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775810.282393:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775810.282395:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775810.282397:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12086
00000400:00000200:2.0:1775775810.282400:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775810.282402:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775810.282404:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775810.282406:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282407:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282410:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282412:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775810.282413:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775810.282414:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775810.282416:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775810.282417:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775810.282420:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775810.282422:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775810.282426:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282428:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282433:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282434:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775810.282435:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775810.282437:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282438:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775810.282439:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775810.282443:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775810.282446:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282447:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775810.282451:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775810.282456:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282458:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775810.282464:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775810.282468:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775810.282472:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775810.282475:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282479:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775810.282482:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775810.282483:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775810.282487:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775810.282490:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775810.282496:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309191296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775810.282507:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775810.282509:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775810.282517:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309191296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775810.282531:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775810.282535:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775810.282542:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775810.282545:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775810.282548:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775810.282555:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775810.282562:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12086
00000400:00000200:2.0:1775775810.282573:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775810.282581:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775810.282586:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775810.282590:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282594:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282597:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282600:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775810.282603:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775810.282605:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775810.282607:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775810.282610:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775810.282614:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775810.282618:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775810.282624:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282627:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282632:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282635:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775810.282640:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775810.282646:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282648:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775810.282650:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775810.282654:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775810.282658:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282661:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775810.282664:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775810.282668:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282669:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775810.282673:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775810.282677:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775810.282681:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775810.282683:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282687:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775810.282689:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775810.282691:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775810.282692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775810.282695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
02000000:00000010:2.0:1775775810.282696:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775810.282702:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775810.282710:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309191424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775810.282724:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775810.282727:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775810.282733:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309191424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775810.282740:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775810.282744:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775810.282748:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775810.282749:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775810.282750:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775810.282752:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775810.282753:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12086
00000400:00000200:2.0:1775775810.282757:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775810.282760:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775810.282764:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775810.282768:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282770:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282773:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282777:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775810.282781:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775810.282782:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775810.282785:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775810.282787:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775810.282791:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775810.282794:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775810.282803:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282807:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775810.282811:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282815:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775810.282820:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775810.282823:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775810.282827:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775810.282829:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775810.282831:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775810.282833:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282837:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775810.282840:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775810.282844:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282847:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775810.282852:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775810.282853:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775810.282855:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775810.282856:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775810.282857:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775810.282858:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775810.282859:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775810.282862:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775810.282863:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775810.282866:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309191552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775810.282872:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775810.282873:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775810.282875:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309191552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775810.282880:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775810.282884:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12096)
00000800:00000200:1.1:1775775810.283189:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775810.283191:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775810.283400:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775810.283401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775810.283591:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775810.283594:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775813.994336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775813.994339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775813.994342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775815.402307:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775815.402318:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775815.402322:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775815.402326:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775815.402331:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775815.402339:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12091
00000400:00000200:2.0:1775775815.402350:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775815.402357:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775815.402360:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775815.402364:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402367:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402369:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402372:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775815.402376:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775815.402378:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775815.402381:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775815.402384:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775815.402386:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775815.402389:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775815.402393:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402395:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402397:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402399:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775815.402402:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775815.402406:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402409:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775815.402412:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775815.402415:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775815.402418:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402421:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775815.402424:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775815.402433:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775815.402437:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775815.402441:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775815.402443:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402446:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775815.402449:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775815.402455:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775815.402463:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775815.402471:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775815.402481:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309191680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775815.402492:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775815.402497:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775815.402503:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309191680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775815.402528:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775815.402531:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775815.402535:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775815.402536:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775815.402538:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775815.402541:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775815.402543:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12091
00000400:00000200:2.0:1775775815.402548:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775815.402552:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775815.402555:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775815.402559:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402562:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402566:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402568:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775815.402580:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775815.402584:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775815.402587:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775815.402591:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775815.402597:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775815.402604:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775815.402612:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402616:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402621:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402627:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775815.402632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775815.402641:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402646:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775815.402650:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775815.402657:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775815.402663:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402669:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775815.402674:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775815.402679:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402684:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775815.402697:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775815.402703:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775815.402708:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775815.402711:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402717:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775815.402720:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775815.402724:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775815.402731:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775815.402736:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775815.402745:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309191808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775815.402758:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775815.402762:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775815.402770:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309191808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775815.402802:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775815.402807:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775815.402815:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775815.402819:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775815.402823:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775815.402831:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775815.402838:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12091
00000400:00000200:2.0:1775775815.402846:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775815.402856:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775815.402860:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775815.402867:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402870:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402875:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402879:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775815.402884:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775815.402888:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775815.402890:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775815.402894:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:1.1:1775775815.402899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775815.402900:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775815.402905:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775775815.402905:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1775775815.402914:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402919:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.402925:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402928:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775815.402930:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775815.402933:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775815.402936:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775815.402939:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775815.402942:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775815.402953:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402955:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775815.402958:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775815.402961:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402963:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775815.402966:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775815.402969:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775815.402972:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775815.402974:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.402976:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775815.402980:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775815.402984:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775815.402991:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775815.402998:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775815.403008:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309191936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775815.403033:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775815.403038:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775815.403047:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309191936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775815.403069:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775815.403073:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775815.403082:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775815.403086:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775815.403089:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775815.403094:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775815.403098:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12091
00000400:00000200:2.0:1775775815.403107:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775815.403114:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775815.403119:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775815.403125:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.403131:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.403137:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.403141:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775815.403148:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775815.403150:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775815.403155:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775815.403159:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775815.403162:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775815.403206:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775815.403211:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.403215:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775815.403220:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775815.403224:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775815.403229:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775815.403235:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775815.403240:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775815.403244:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775815.403248:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775815.403254:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.403259:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775815.403262:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775815.403266:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.403271:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775815.403278:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775815.403283:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775815.403287:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775815.403290:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775815.403294:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775815.403298:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775815.403302:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775815.403308:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775815.403315:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775815.403326:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309192064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775815.403347:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775815.403351:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775815.403361:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309192064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775815.403382:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775815.403388:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12101)
00000800:00000200:1.1:1775775815.403598:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775815.403601:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775815.403918:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775815.403948:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775815.404284:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775815.404287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775818.090331:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775818.090335:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775818.090338:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775820.522262:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775820.522272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775820.522275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775820.522279:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775820.522283:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775820.522291:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12096
00000400:00000200:2.0:1775775820.522301:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775820.522307:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775820.522310:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775820.522314:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522317:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522320:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522322:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775820.522326:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775820.522328:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775820.522331:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775820.522333:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775820.522336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775820.522338:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775820.522342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522346:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775820.522350:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775820.522353:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522356:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775820.522358:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775820.522362:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775820.522365:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522367:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775820.522370:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775820.522379:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775820.522382:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775820.522386:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775820.522388:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522391:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775820.522394:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775820.522398:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775820.522405:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775820.522411:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775820.522419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309192192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775820.522430:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775820.522434:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775820.522438:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309192192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775820.522461:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775820.522465:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775820.522468:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775820.522469:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775820.522472:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775820.522474:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775820.522477:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12096
00000400:00000200:2.0:1775775820.522481:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775820.522484:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775820.522486:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775820.522488:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522491:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522492:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522494:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775820.522497:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775820.522498:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775820.522500:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775820.522503:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775820.522506:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775820.522508:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775820.522512:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522514:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522516:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522521:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775820.522526:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775820.522533:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522538:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775820.522542:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775820.522549:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775820.522555:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522560:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775820.522564:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775820.522569:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522574:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775820.522581:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775820.522586:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775820.522591:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775820.522593:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522596:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775820.522599:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775820.522603:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775820.522610:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775820.522613:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775820.522624:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309192320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775820.522636:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775820.522639:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775820.522645:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309192320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775820.522662:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775820.522669:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775820.522677:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775820.522681:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775820.522684:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775820.522688:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775820.522694:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12096
00000400:00000200:2.0:1775775820.522701:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775820.522709:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775820.522714:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775820.522722:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522728:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522733:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522737:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775820.522742:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775820.522746:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775820.522750:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775820.522754:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775820.522761:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775820.522767:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775820.522774:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522778:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.522785:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522789:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775820.522790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:2.0:1775775820.522794:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:1.1:1775775820.522796:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1775775820.522803:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775820.522809:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775820.522812:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775820.522816:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775820.522823:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522826:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775820.522831:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775820.522837:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522840:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775820.522843:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775820.522846:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775820.522852:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775820.522855:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.522859:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775820.522862:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775820.522865:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775820.522873:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775820.522880:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775820.522891:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309192448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775820.522905:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775820.522909:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775820.522917:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309192448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775820.522937:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775820.522942:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775820.522953:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775820.522956:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775820.522959:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775820.522965:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775820.522972:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12096
00000400:00000200:2.0:1775775820.522982:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775820.522989:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775820.522992:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775820.522999:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.523002:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.523005:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.523009:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775820.523012:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775820.523014:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775820.523017:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775820.523018:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775820.523023:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775820.523027:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775820.523033:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.523035:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775820.523038:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775820.523041:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775820.523047:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775820.523053:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775820.523056:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775820.523061:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775820.523064:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775820.523067:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.523069:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775820.523072:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775820.523075:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.523077:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775820.523082:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775820.523085:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775820.523106:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775820.523109:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775820.523111:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775820.523113:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775820.523116:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775820.523120:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775820.523125:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775820.523132:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309192576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775820.523146:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775820.523149:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775820.523155:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309192576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775820.523198:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775820.523202:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12107)
00000800:00000200:1.1:1775775820.523324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775820.523325:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775820.523505:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775820.523507:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775820.523723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775820.523724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775775822.186339:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775822.186343:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775822.186346:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775825.642252:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775825.642260:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775825.642263:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775825.642268:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775825.642273:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775825.642279:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12102
00000400:00000200:2.0:1775775825.642290:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775825.642296:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775825.642299:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775825.642302:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642306:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642309:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642310:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775825.642314:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775825.642316:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775825.642318:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775825.642320:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775825.642321:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775825.642323:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775825.642324:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642326:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642327:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642328:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775825.642330:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775825.642332:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642335:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775825.642338:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775825.642342:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775825.642345:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642348:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775825.642351:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775825.642358:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775825.642369:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775825.642373:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775825.642375:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642378:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775825.642390:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775825.642395:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775825.642409:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775825.642416:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775825.642426:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309192704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775825.642437:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775825.642442:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775825.642448:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309192704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775825.642471:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775825.642474:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775825.642477:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775825.642479:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775825.642481:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775825.642484:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775825.642487:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12102
00000400:00000200:2.0:1775775825.642492:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775825.642497:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775825.642499:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775825.642503:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642506:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642509:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642513:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775825.642519:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775825.642522:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775825.642525:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775825.642530:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775825.642540:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775825.642546:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775825.642552:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642556:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642562:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642565:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775825.642567:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775825.642572:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642574:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775825.642576:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775825.642581:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775825.642584:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642586:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775825.642591:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775825.642594:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642597:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775825.642600:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775825.642603:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775825.642606:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775825.642608:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642611:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775825.642614:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775825.642616:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775825.642621:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775825.642627:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775825.642646:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309192832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775825.642658:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775825.642662:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775825.642669:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309192832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775825.642688:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775825.642692:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775825.642695:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775825.642697:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775825.642699:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775825.642704:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775825.642709:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12102
00000400:00000200:2.0:1775775825.642719:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775825.642724:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775825.642728:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775825.642734:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642739:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642743:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642747:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775825.642750:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775825.642754:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775825.642755:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775825.642758:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775825.642760:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775825.642762:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775825.642777:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642780:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642784:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642788:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775825.642794:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775825.642802:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.1:1775775825.642803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775825.642809:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775825.642809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:2.0:1775775825.642814:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775825.642819:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775825.642824:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642829:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775825.642832:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775825.642837:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642840:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775825.642845:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775825.642850:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775825.642852:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775825.642854:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.642857:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775825.642858:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775825.642860:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775825.642866:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775825.642869:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775825.642876:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309192960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775825.642897:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775825.642900:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775825.642907:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309192960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775825.642931:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775825.642936:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775825.642941:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775825.642944:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775825.642948:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775825.642954:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775825.642960:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12102
00000400:00000200:2.0:1775775825.642966:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775825.642970:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775825.642972:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775825.642977:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642982:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.642985:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.642988:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775825.642990:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775825.642993:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775825.642996:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775825.643010:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775825.643013:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775825.643016:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775825.643021:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.643025:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775825.643028:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775825.643032:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775825.643037:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775825.643039:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775825.643041:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775825.643043:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775825.643047:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775825.643050:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.643053:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775825.643056:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775825.643060:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.643062:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775825.643068:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775825.643072:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775825.643076:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775825.643079:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775825.643083:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775825.643085:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775825.643088:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775825.643094:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775825.643101:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775825.643112:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309193088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775825.643141:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775825.643146:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775825.643158:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309193088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775825.643211:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775825.643218:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12112)
00000800:00000200:1.1:1775775825.643421:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775825.643423:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775825.643657:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775825.643659:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775825.643857:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775825.643859:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775775826.282300:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775826.282303:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775826.282305:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775830.378368:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775830.378371:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775830.378373:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775830.762279:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775830.762286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775830.762289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775830.762292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775830.762295:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775830.762301:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12107
00000400:00000200:3.0:1775775830.762309:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775830.762314:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775830.762333:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775830.762336:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762338:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775830.762345:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775830.762346:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775830.762348:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775830.762350:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775830.762352:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775830.762353:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775830.762355:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762357:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762358:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762359:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775830.762361:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775830.762363:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762365:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775830.762367:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775830.762370:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775830.762372:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762373:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775830.762375:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775830.762380:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775830.762382:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775830.762385:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775830.762386:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762388:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775830.762391:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775830.762393:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775830.762400:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775830.762405:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775830.762416:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309193216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775830.762424:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775830.762429:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775830.762432:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309193216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775830.762451:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775830.762454:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775830.762458:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775830.762459:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775830.762461:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775830.762464:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775830.762468:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12107
00000400:00000200:3.0:1775775830.762473:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775830.762478:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775830.762482:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775830.762488:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762492:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762499:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762502:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775830.762508:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775830.762511:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775830.762515:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775830.762517:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775830.762521:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775830.762523:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775830.762528:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762530:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762534:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762542:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775830.762545:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775830.762550:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762553:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775830.762555:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775830.762560:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775830.762565:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762568:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775830.762572:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775830.762575:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762577:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775830.762582:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775830.762584:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775830.762587:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775830.762588:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762591:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775830.762593:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775830.762595:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775830.762599:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775830.762605:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775830.762611:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309193344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775830.762619:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775830.762623:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775830.762629:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309193344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775830.762653:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775830.762658:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775830.762661:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775830.762664:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775830.762666:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775830.762673:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775830.762678:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12107
00000400:00000200:3.0:1775775830.762684:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775830.762689:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775830.762693:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775830.762697:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762700:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762704:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762706:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775830.762709:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775830.762722:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775830.762725:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775830.762727:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775830.762731:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775830.762737:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775830.762744:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762748:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.762750:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762753:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775830.762758:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775830.762766:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775830.762772:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775830.762776:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775830.762791:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775830.762795:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762799:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775830.762803:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775830.762809:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775830.762810:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775830.762812:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775830.762816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000010:3.0:1775775830.762820:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775830.762831:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775830.762834:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775830.762837:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.762843:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775830.762846:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775830.762850:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775830.762858:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775830.762863:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775830.762875:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309193472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775830.762897:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775830.762924:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775830.762933:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309193472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775830.762948:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775830.762952:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775830.762958:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775830.762960:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775830.762962:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775830.762968:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775830.762973:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12107
00000400:00000200:3.0:1775775830.762982:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775830.762989:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775830.762996:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775830.763004:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.763009:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.763014:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.763018:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775830.763022:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775830.763025:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775830.763039:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775830.763043:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775830.763049:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775830.763055:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775830.763064:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.763069:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775830.763076:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775830.763082:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775830.763087:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775830.763094:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775830.763100:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775830.763105:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775830.763111:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775830.763116:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.763120:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775830.763124:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775830.763130:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.763135:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775830.763142:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775830.763146:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775830.763151:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775830.763153:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775830.763158:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775830.763161:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775830.763202:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775830.763210:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775830.763217:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775830.763227:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309193600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775830.763243:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775830.763248:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775830.763257:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309193600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775830.763282:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775830.763289:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12117)
00000800:00000200:1.1:1775775830.763387:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775830.763389:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775830.763620:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775830.763630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775830.763889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775830.763892:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775834.474337:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775834.474341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775834.474345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775835.882264:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775835.882272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775835.882274:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775835.882277:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775835.882280:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775835.882286:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12112
00000400:00000200:3.0:1775775835.882301:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775835.882307:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775835.882310:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775835.882312:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882315:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882317:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882318:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775835.882321:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775835.882323:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775835.882325:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775835.882327:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775835.882329:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775835.882331:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775835.882333:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882334:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882335:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882336:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775835.882338:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775835.882340:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882342:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775835.882359:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775835.882362:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775835.882364:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882366:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775835.882368:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775835.882373:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775835.882376:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775835.882379:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775835.882381:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882383:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775835.882386:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775835.882389:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775835.882396:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775835.882402:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775835.882410:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309193728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775835.882419:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775835.882422:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775835.882426:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309193728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775835.882450:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775835.882452:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775835.882455:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775835.882456:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775835.882458:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775835.882460:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775835.882461:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12112
00000400:00000200:3.0:1775775835.882464:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775835.882466:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775835.882468:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775835.882470:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882472:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882478:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882479:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775835.882482:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775835.882483:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775835.882485:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775835.882487:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775835.882488:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775835.882490:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775835.882492:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882494:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882495:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882496:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775835.882498:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775835.882500:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882501:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775835.882505:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775835.882510:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775835.882513:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882516:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775835.882519:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775835.882523:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882525:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775835.882529:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775835.882532:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775835.882537:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775835.882539:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882547:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775835.882549:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775835.882550:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775835.882553:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775835.882557:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775835.882563:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309193856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775835.882584:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775835.882588:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775835.882592:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309193856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775835.882601:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775835.882604:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775835.882607:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775835.882608:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775835.882610:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775835.882612:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775835.882616:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12112
00000400:00000200:3.0:1775775835.882621:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775835.882624:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775835.882626:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775835.882633:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882637:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882641:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882644:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775835.882647:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775835.882649:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775835.882652:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775835.882655:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775835.882657:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775835.882663:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775835.882670:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882673:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882679:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882684:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775835.882693:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775835.882698:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882702:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775835.882703:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775835.882707:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775835.882711:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882714:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775835.882716:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775835.882719:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882723:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775835.882726:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775835.882728:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775835.882730:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775835.882731:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882733:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775835.882736:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775835.882738:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775835.882744:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775835.882748:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775835.882754:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309193984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775835.882763:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775835.882766:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775835.882772:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309193984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775835.882783:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775835.882795:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775835.882799:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775835.882803:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775835.882806:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775835.882810:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775835.882833:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12112
00000400:00000200:3.0:1775775835.882842:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775835.882848:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775835.882849:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775835.882853:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882857:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882858:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882860:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775835.882862:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775835.882864:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775835.882867:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775835.882869:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775835.882872:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775835.882874:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775835.882879:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882881:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775835.882885:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882889:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775835.882889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775775835.882890:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775835.882895:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775835.882897:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775835.882897:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1775775835.882900:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775835.882904:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775835.882907:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882909:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775835.882912:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775835.882915:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882918:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775835.882921:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775835.882923:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775835.882925:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775835.882931:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775835.882934:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775835.882937:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775835.882939:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775835.882943:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775835.882948:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775835.882954:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309194112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775835.882962:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775835.882964:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775835.882971:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309194112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775835.882992:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775835.882999:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12122)
00000800:00000200:1.1:1775775835.883425:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775835.883428:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775835.883720:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775835.883722:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775835.883985:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775835.883986:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775838.570317:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775838.570320:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775838.570323:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775841.002277:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775841.002285:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775841.002287:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775841.002290:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775841.002294:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775841.002299:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12117
00000400:00000200:3.0:1775775841.002313:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775841.002319:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775841.002322:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775841.002324:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002326:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002328:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002330:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775841.002333:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775841.002335:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775841.002337:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775841.002339:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775841.002341:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775841.002358:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775841.002360:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002362:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002363:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002364:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775841.002366:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775841.002368:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002370:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775841.002377:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775841.002380:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775841.002382:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002383:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775841.002385:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775841.002390:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775841.002392:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775841.002395:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775841.002396:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002398:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775841.002401:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775841.002404:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775841.002411:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775841.002418:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775841.002427:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309194240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775841.002438:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775841.002443:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775841.002448:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309194240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775841.002473:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775841.002477:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775841.002480:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775841.002497:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775841.002500:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775841.002504:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775841.002508:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12117
00000400:00000200:3.0:1775775841.002515:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775841.002520:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775841.002523:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775841.002527:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002529:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002532:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002536:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775841.002541:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775841.002544:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775841.002547:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775841.002549:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775841.002551:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775841.002554:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775841.002559:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002562:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002563:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775841.002565:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775841.002569:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002571:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775841.002574:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775841.002581:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775841.002584:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002587:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775841.002591:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775841.002597:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002612:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775841.002617:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775841.002620:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775841.002623:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775841.002626:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002627:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775841.002628:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775841.002630:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775841.002637:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775841.002643:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775841.002650:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309194368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775841.002680:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775841.002682:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775841.002688:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309194368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775841.002698:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775841.002701:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775841.002705:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775841.002707:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775841.002708:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775841.002714:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775841.002718:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12117
00000400:00000200:3.0:1775775841.002722:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775841.002726:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775841.002747:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775841.002749:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002751:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002753:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002755:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775841.002758:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775841.002766:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775841.002769:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775841.002773:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775841.002779:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775841.002785:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775841.002794:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002800:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002806:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775841.002815:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775841.002821:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002824:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775841.002828:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775841.002830:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775841.002832:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002835:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775841.002837:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775841.002838:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002840:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775841.002842:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775841.002845:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775841.002847:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775841.002850:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.002852:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775841.002855:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775841.002858:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775841.002861:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775841.002866:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775841.002870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:3.0:1775775841.002872:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309194496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775841.002876:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775775841.002884:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775841.002889:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775841.002899:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309194496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775841.002915:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775841.002918:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775841.002924:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775841.002926:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775841.002928:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775841.002932:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775841.002937:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12117
00000400:00000200:3.0:1775775841.002946:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775841.002950:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775841.002952:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775841.002965:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002968:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002972:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002976:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775841.002979:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775841.002981:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775841.002983:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775841.002984:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775841.002986:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775841.002989:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775841.002991:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002992:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775841.002995:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775841.002998:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775841.002999:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775841.003002:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775841.003006:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775841.003015:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775841.003020:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775841.003024:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.003026:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775841.003030:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775841.003035:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.003040:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775841.003045:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775841.003048:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775841.003050:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775841.003053:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775841.003055:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775841.003058:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775841.003061:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775841.003072:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775841.003077:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775841.003086:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309194624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775841.003100:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775841.003104:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775841.003111:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309194624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775841.003128:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775841.003133:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12127)
00000800:00000200:1.1:1775775841.003400:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775841.003403:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775841.003647:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775841.003648:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775841.003879:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775841.003881:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775842.666423:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775842.666427:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775842.666430:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775846.122225:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775846.122232:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775846.122234:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775846.122238:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775846.122241:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775846.122247:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12122
00000400:00000200:3.0:1775775846.122255:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775846.122260:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775846.122278:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775846.122280:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122283:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122285:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122286:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775846.122289:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775846.122291:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775846.122293:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775846.122294:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775846.122296:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775846.122297:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775846.122299:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122301:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122303:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122305:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775846.122308:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775846.122311:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122314:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775846.122317:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775846.122320:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775846.122323:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122325:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775846.122328:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775846.122333:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775846.122337:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775846.122341:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775846.122343:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122346:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775846.122349:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775846.122354:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775846.122362:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775846.122368:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775846.122382:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309194752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775846.122390:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775846.122393:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775846.122397:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309194752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775846.122417:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775846.122419:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775846.122422:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775846.122423:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775846.122425:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775846.122427:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775846.122430:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12122
00000400:00000200:3.0:1775775846.122435:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775846.122439:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775846.122442:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775846.122445:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122448:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122451:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122456:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775846.122460:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775846.122463:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775846.122467:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775846.122471:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775846.122477:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775846.122482:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775846.122490:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122495:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122502:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122511:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775846.122514:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775846.122517:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122519:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775846.122521:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775846.122527:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775846.122530:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122534:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775846.122539:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775846.122542:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122545:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775846.122549:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775846.122551:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775846.122553:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775846.122555:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122558:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775846.122559:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775846.122561:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775846.122565:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775846.122571:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775846.122579:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309194880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775846.122601:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775846.122604:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775846.122619:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309194880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775846.122630:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775846.122634:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775846.122655:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775846.122657:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775846.122659:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775846.122665:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775846.122670:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12122
00000400:00000200:3.0:1775775846.122677:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775846.122684:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775846.122689:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775846.122695:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122700:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122706:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122708:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775846.122713:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775846.122714:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775846.122715:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775846.122717:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775846.122722:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775846.122726:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775846.122732:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122736:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122740:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122742:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775846.122744:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775846.122748:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122749:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775846.122753:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775846.122756:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775846.122760:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122762:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775846.122766:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775775846.122766:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:3.0:1775775846.122771:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775846.122772:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775775846.122774:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775846.122778:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775846.122785:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775846.122788:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775846.122790:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122793:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775846.122794:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775846.122797:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775846.122805:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775846.122810:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775846.122819:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309195008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775846.122828:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775846.122832:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775846.122841:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309195008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775846.122852:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775846.122854:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775846.122859:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775846.122861:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775846.122862:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775846.122866:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775846.122869:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12122
00000400:00000200:3.0:1775775846.122876:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775846.122879:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775846.122883:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775846.122886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122888:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122890:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122894:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775846.122896:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775846.122897:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775846.122905:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775846.122908:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775846.122911:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775846.122913:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775846.122918:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122922:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775846.122926:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122928:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775846.122931:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775846.122937:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775846.122941:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775846.122944:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775846.122948:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775846.122951:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122952:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775846.122954:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775846.122958:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122961:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775846.122964:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775846.122967:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775846.122969:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775846.122973:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775846.122977:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775846.122979:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775846.122980:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775846.122985:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775846.122988:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775846.122997:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309195136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775846.123007:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775846.123011:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775846.123019:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309195136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775846.123037:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775846.123044:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12132)
00000800:00000200:1.1:1775775846.123261:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775846.123263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775846.123487:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775846.123495:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775846.123757:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775846.123759:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775846.762372:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775846.762375:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775846.762378:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775850.858312:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775850.858317:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775850.858320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775851.242276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775851.242283:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775851.242285:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775851.242288:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775851.242291:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775851.242297:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12127
00000400:00000200:2.0:1775775851.242305:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775851.242309:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775851.242312:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775851.242315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242318:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242320:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242321:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775851.242324:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775851.242326:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775851.242328:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775851.242329:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775851.242331:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775851.242333:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775851.242334:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242336:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242337:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242339:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775851.242341:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775851.242343:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242344:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775851.242346:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775851.242349:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775851.242351:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242352:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775851.242354:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775851.242370:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775851.242373:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775851.242375:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775851.242376:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242379:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775851.242381:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775851.242384:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775851.242391:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775851.242396:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775851.242403:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309195264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775851.242412:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775851.242415:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775851.242419:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309195264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775851.242434:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775851.242437:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775851.242439:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775851.242440:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775851.242442:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775851.242443:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775851.242445:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12127
00000400:00000200:2.0:1775775851.242448:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775851.242450:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775851.242451:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775851.242454:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242456:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242458:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242459:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775851.242461:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775851.242462:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775851.242463:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775851.242465:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775851.242466:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775851.242468:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775851.242470:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242473:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242475:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242478:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775851.242482:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775851.242486:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242488:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775851.242491:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775851.242497:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775851.242501:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242503:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775851.242508:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775851.242512:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242514:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775851.242519:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775851.242523:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775851.242527:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775851.242530:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242532:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775851.242533:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775851.242536:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775851.242543:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775851.242546:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775851.242567:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309195392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775851.242577:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775851.242580:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775851.242587:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309195392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775851.242597:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775851.242602:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775851.242605:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775851.242606:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775851.242609:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775851.242612:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775851.242617:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12127
00000400:00000200:2.0:1775775851.242623:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775851.242627:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775851.242631:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775851.242636:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242641:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242644:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242647:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775851.242652:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775851.242654:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775851.242657:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775851.242659:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775851.242661:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775851.242663:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775851.242669:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242671:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242672:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242674:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775851.242676:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775851.242680:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242682:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775851.242684:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775851.242688:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775851.242690:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242693:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775851.242697:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775851.242700:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242702:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775851.242707:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775851.242711:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775851.242715:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775851.242718:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242722:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775851.242723:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775851.242726:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775851.242730:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775851.242733:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775851.242741:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309195520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775851.242754:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775851.242756:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775851.242761:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309195520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775851.242773:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775851.242775:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775775851.242781:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775851.242784:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1775775851.242789:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775851.242794:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775851.242797:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775851.242800:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775851.242804:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12127
00000400:00000200:2.0:1775775851.242809:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775851.242816:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775851.242818:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775851.242821:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242824:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242828:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242829:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775851.242831:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775851.242833:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775851.242835:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775851.242837:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775851.242841:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775851.242846:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775851.242852:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242855:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775851.242858:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242860:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775851.242863:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775851.242868:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775851.242873:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775851.242878:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775851.242881:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775851.242885:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242892:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775851.242894:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775851.242897:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242900:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775851.242904:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775851.242906:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775851.242908:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775851.242910:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775851.242911:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775851.242912:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775851.242913:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775851.242917:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775851.242921:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775851.242925:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309195648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775851.242934:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775851.242937:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775851.242941:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309195648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775851.242949:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775851.242963:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12137)
00000800:00000200:1.1:1775775851.243218:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775851.243220:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775851.243438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775851.243439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775851.243636:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775851.243638:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775854.954387:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775854.954392:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775854.954395:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775856.362309:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775856.362319:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775856.362323:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775856.362326:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775856.362332:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775856.362341:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12132
00000400:00000200:2.0:1775775856.362353:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775856.362361:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775856.362365:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775856.362369:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362373:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362376:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362379:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775856.362384:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775856.362386:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775856.362390:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775856.362392:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775856.362395:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775856.362398:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775856.362401:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362404:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362406:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362408:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775856.362411:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775856.362415:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362417:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775856.362421:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775856.362425:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775856.362428:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.362431:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775856.362433:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775856.362443:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775856.362447:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775856.362451:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775856.362453:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.362456:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775856.362459:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775856.362498:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775856.362509:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775856.362517:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775856.362527:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309195776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775856.362538:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775856.362543:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775856.362549:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309195776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775856.362571:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775856.362575:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775856.362578:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775856.362580:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775856.362581:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775856.362584:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775856.362587:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12132
00000400:00000200:2.0:1775775856.362593:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775856.362597:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775856.362600:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775856.362604:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362608:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362615:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362620:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775856.362625:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775856.362629:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775856.362633:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775856.362637:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775856.362643:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775856.362648:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775856.362658:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362663:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362668:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362674:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775856.362679:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775856.362686:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362694:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775856.362699:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775856.362706:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775856.362711:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.362715:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775856.362721:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775856.362729:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.362735:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775856.362742:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775856.362748:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775856.362755:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775856.362758:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.362762:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775856.362764:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775856.362766:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775856.362774:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775856.362781:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775856.362793:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309195904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775856.362817:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775856.362822:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775856.362832:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309195904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775856.362853:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775856.362858:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775775856.362858:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775856.362863:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1775775856.362865:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775856.362869:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775856.362873:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775856.362878:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775856.362886:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12132
00000400:00000200:2.0:1775775856.362896:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775856.362907:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775856.362913:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775856.362920:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362926:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362933:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362939:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775856.362943:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775856.362947:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775856.362951:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775856.362954:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775856.362959:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775856.362962:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775856.362968:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362971:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.362974:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362976:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775856.362980:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775856.362985:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775856.362991:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775856.362996:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775856.363000:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775856.363006:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363010:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775856.363014:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775856.363021:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363025:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775856.363031:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775856.363037:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775856.363042:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775856.363045:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363050:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775856.363054:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775856.363058:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775856.363065:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775856.363071:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775856.363084:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309196032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775856.363098:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775856.363102:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775856.363111:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309196032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775856.363132:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775856.363137:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775856.363146:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775856.363150:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775856.363154:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775856.363161:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775856.363198:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12132
00000400:00000200:2.0:1775775856.363208:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775856.363216:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775856.363221:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775856.363226:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.363232:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.363236:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.363241:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775856.363247:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775856.363249:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775856.363252:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775856.363256:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775856.363261:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775856.363267:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775856.363271:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.363273:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775856.363277:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775856.363282:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775856.363287:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775856.363294:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775856.363298:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775856.363304:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775856.363308:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775856.363314:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363318:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775856.363322:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775856.363326:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363331:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775856.363337:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775856.363342:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775856.363345:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775856.363349:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775856.363351:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775856.363355:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775856.363360:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775856.363367:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775856.363373:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775856.363382:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309196160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775856.363398:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775856.363402:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775856.363412:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309196160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775856.363437:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775856.363446:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12142)
00000800:00000200:1.1:1775775856.363496:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775856.363498:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775856.363687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775856.363689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775856.363926:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775856.363927:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775859.050322:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775859.050325:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775859.050328:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775861.482267:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775861.482277:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775861.482280:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775861.482284:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775861.482289:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775861.482297:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12137
00000400:00000200:2.0:1775775861.482307:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775861.482315:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775861.482318:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775861.482322:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482325:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482328:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482331:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775861.482336:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775861.482338:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775861.482341:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775861.482343:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775861.482346:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775861.482348:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775861.482352:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482354:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482355:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482357:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775861.482360:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775861.482363:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482366:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775861.482369:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775861.482398:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775861.482404:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482407:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775861.482409:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775861.482419:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775861.482423:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775861.482427:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775861.482428:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482431:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775861.482434:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775861.482439:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775861.482447:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775861.482454:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775861.482463:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309196288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775861.482474:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775861.482478:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775861.482483:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309196288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775861.482511:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775861.482514:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775861.482516:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775861.482518:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775861.482523:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775861.482525:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775861.482527:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12137
00000400:00000200:2.0:1775775861.482530:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775861.482533:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775861.482535:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775861.482537:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482539:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482541:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482542:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775861.482544:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775861.482546:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775861.482547:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775861.482549:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775861.482550:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775861.482551:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775861.482553:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482555:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482557:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482559:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775861.482562:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775861.482564:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482568:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775861.482570:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775861.482575:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775861.482578:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482580:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775861.482584:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775861.482590:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482594:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775861.482599:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775861.482602:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775861.482605:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775861.482607:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482609:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775861.482611:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775861.482614:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775861.482617:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775861.482621:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775861.482629:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309196416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775861.482638:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775861.482640:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775861.482645:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309196416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775861.482655:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775861.482658:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775861.482663:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775861.482665:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775861.482668:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775861.482670:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775861.482673:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12137
00000400:00000200:2.0:1775775861.482678:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775861.482680:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775861.482682:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775861.482687:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482688:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482690:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482691:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775861.482696:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775861.482697:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775861.482698:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775861.482699:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775861.482701:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775861.482705:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775861.482708:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482710:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482713:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482716:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775861.482718:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775861.482722:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482725:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775861.482726:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775861.482728:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775861.482729:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482731:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775861.482733:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775861.482738:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482741:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775861.482746:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775861.482749:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775861.482753:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775861.482755:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482758:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775861.482761:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775861.482763:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775861.482766:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775861.482770:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775861.482785:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309196544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775861.482793:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775861.482797:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775861.482800:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309196544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775861.482812:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775861.482815:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775861.482818:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775861.482820:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775861.482823:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775861.482825:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775861.482829:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12137
00000400:00000200:2.0:1775775861.482836:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775861.482844:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775861.482846:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775861.482852:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482855:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482859:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482863:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775861.482864:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775861.482865:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775861.482867:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775861.482868:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775861.482872:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775861.482876:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775861.482882:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482886:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775861.482890:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482893:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775861.482897:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775861.482899:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775861.482900:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775861.482903:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775861.482906:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775861.482908:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482909:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775861.482911:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775861.482914:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482917:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775861.482921:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775861.482924:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775861.482927:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775861.482929:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775861.482931:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775775861.482931:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775775861.482933:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775861.482935:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775861.482937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
02000000:00000010:2.0:1775775861.482939:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775861.482944:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775861.482950:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309196672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775861.482960:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775861.482962:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775861.482966:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309196672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775861.482977:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775861.482981:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12148)
00000800:00000200:1.1:1775775861.483484:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775861.483487:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775861.483796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775861.483812:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775861.484119:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775861.484121:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1775775863.146325:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775863.146329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775863.146332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775866.602300:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775866.602312:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775866.602315:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775866.602319:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775866.602324:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775866.602332:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12143
00000400:00000200:3.0:1775775866.602342:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775866.602349:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775866.602353:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775866.602356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775866.602369:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775866.602371:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775866.602374:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775866.602377:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775866.602389:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775866.602396:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775866.602400:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602403:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602405:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602407:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775866.602410:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775866.602414:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602416:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775866.602434:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775866.602438:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775866.602441:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602443:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775866.602446:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775866.602453:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775866.602457:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775866.602462:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775866.602463:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602467:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775866.602471:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775866.602476:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775866.602483:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775866.602491:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775866.602501:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309196800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775866.602512:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775866.602517:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775866.602522:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309196800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775866.602548:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775866.602552:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775866.602555:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775866.602557:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775866.602559:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775866.602563:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775866.602567:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12143
00000400:00000200:3.0:1775775866.602573:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775866.602579:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775866.602583:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775866.602590:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602596:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602607:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602613:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775866.602619:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775866.602622:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775866.602626:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775866.602630:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775866.602633:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775866.602637:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775866.602643:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602649:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602654:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602667:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775866.602671:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775866.602678:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602682:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775866.602686:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775866.602693:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775866.602698:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602701:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775866.602707:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775866.602712:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602715:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775866.602723:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775866.602727:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775866.602732:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775866.602734:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602737:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775866.602739:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775866.602743:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775866.602750:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775866.602756:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775866.602776:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309196928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775866.602805:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775866.602809:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775866.602818:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309196928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775866.602827:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775866.602838:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775866.602841:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775866.602846:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775866.602848:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775866.602851:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775866.602859:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775866.602864:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12143
00000400:00000200:3.0:1775775866.602871:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775866.602877:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775866.602881:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775866.602888:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602893:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602898:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602903:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775866.602910:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775866.602912:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775866.602915:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775866.602917:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775866.602923:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775866.602928:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775866.602932:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602934:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.602938:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602943:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775866.602966:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775866.602973:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775866.602978:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775866.602982:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775866.602989:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775866.602994:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.602998:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775866.603003:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775866.603009:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.603013:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775866.603019:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775866.603025:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775866.603031:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775866.603034:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.603039:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775866.603042:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775866.603045:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775866.603053:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775866.603068:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775866.603078:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309197056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775866.603096:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775866.603100:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775866.603109:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309197056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775866.603134:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775866.603138:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775866.603147:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775866.603151:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775866.603154:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775866.603159:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775775866.603196:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775775866.603246:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12143
00000400:00000200:3.0:1775775866.603253:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775866.603260:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775866.603267:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775866.603273:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.603278:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.603296:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.603300:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775866.603303:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775866.603306:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775866.603310:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775866.603314:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775866.603319:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775866.603325:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775866.603333:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.603337:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775866.603340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775866.603344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775866.603350:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775866.603356:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775866.603362:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775866.603366:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775866.603370:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775866.603377:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.603380:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775866.603384:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775866.603390:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.603395:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775866.603403:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775866.603408:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775866.603413:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775866.603425:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775866.603430:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775866.603434:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775866.603437:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775866.603446:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775866.603452:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775866.603463:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309197184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775866.603482:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775866.603488:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775866.603495:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309197184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775775866.603514:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775866.603517:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775866.603524:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12153)
00000800:00000200:1.1:1775775866.603703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775775867.242340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775867.242344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775867.242347:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775871.338389:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775871.338394:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775871.338397:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775871.722357:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775871.722367:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775871.722370:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775871.722375:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775871.722385:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775871.722394:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12148
00000400:00000200:2.0:1775775871.722404:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775871.722418:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775871.722422:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775871.722426:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722429:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722431:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722434:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775871.722445:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775871.722447:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775871.722450:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775871.722453:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775871.722456:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775871.722459:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775871.722462:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722464:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722473:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722475:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775871.722478:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775871.722482:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722486:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775871.722490:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775871.722500:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775871.722503:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722506:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775871.722509:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775871.722518:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775871.722529:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775871.722533:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775871.722535:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722538:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775871.722541:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775871.722546:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775871.722554:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775871.722567:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775871.722578:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309197312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775871.722597:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775871.722602:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775871.722607:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309197312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775871.722652:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775871.722662:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775871.722667:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775871.722668:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775871.722670:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775871.722673:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775871.722676:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12148
00000400:00000200:2.0:1775775871.722681:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775871.722684:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775871.722693:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775871.722697:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722700:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722702:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722704:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775871.722707:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775871.722708:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775871.722710:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775871.722713:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775871.722715:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775871.722718:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775871.722727:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722729:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722732:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722734:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775871.722737:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775871.722739:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722742:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775871.722744:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775871.722778:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775871.722782:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722784:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775871.722789:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775871.722793:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722795:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775871.722800:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775871.722802:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775871.722805:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775871.722806:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722808:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775871.722810:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775871.722812:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775871.722816:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775871.722827:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775871.722839:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309197440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775871.722847:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775871.722855:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775871.722860:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309197440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775871.722869:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775871.722872:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775871.722875:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775871.722877:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775871.722879:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775871.722882:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775871.722884:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12148
00000400:00000200:2.0:1775775871.722889:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775871.722899:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775871.722902:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775871.722905:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722908:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722910:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722912:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775871.722914:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775871.722916:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775871.722917:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775871.722926:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775871.722928:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775871.722931:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775871.722934:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722936:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.722938:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722941:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775871.722944:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775871.722946:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775871.722949:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775871.722951:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775871.722960:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775871.722963:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722966:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775871.722969:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775871.722972:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722973:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775871.722977:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775871.722980:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775871.722989:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775871.722990:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.722992:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775871.722993:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775871.722995:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775871.722999:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775871.723003:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775871.723008:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309197568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775871.723024:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775871.723026:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775871.723030:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309197568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775871.723038:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775871.723041:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775871.723051:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775871.723053:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775871.723055:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775871.723058:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775871.723061:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12148
00000400:00000200:2.0:1775775871.723065:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775871.723068:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775871.723070:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775871.723073:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.723082:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.723084:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.723087:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775871.723089:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775871.723091:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775871.723093:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775871.723094:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775871.723096:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775871.723099:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775871.723101:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.723103:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775871.723105:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775871.723113:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775871.723116:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775871.723120:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775871.723123:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775871.723125:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775871.723128:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775871.723130:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.723132:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775871.723134:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775871.723136:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.723138:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775871.723149:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775871.723152:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775871.723154:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775871.723156:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775871.723157:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775871.723159:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775871.723162:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775871.723290:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775871.723294:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775871.723300:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309197696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775871.723309:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775871.723311:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775871.723323:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309197696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775871.723332:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775871.723337:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12158)
00000800:00000200:1.1:1775775871.723692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775871.723695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775871.724230:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775871.724233:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775871.724650:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775871.724653:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775871.725039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775871.725041:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775875.434328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775875.434331:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775875.434334:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775876.842306:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775876.842316:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775876.842320:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775876.842324:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775876.842328:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775876.842334:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12153
00000400:00000200:3.0:1775775876.842342:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775876.842348:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775876.842350:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775876.842352:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842355:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842357:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842359:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775876.842361:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775876.842363:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775876.842364:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775876.842366:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775876.842368:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775876.842386:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775876.842388:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842390:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842391:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842392:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775876.842394:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775876.842396:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842398:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775876.842400:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775876.842403:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775876.842405:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842406:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775876.842408:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775876.842412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775876.842415:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775876.842418:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775876.842419:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842421:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775876.842424:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775876.842427:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775876.842433:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775876.842439:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775876.842446:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309197824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775876.842454:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775876.842458:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775876.842461:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309197824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775876.842481:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775876.842484:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775876.842486:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775876.842491:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775876.842492:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775876.842495:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775876.842497:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12153
00000400:00000200:3.0:1775775876.842500:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775876.842504:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775876.842505:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775876.842508:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842510:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842512:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842513:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775876.842516:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775876.842517:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775876.842519:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775876.842522:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775876.842526:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775876.842531:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775876.842540:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842552:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842557:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775876.842562:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775876.842568:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842572:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775876.842576:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775876.842585:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775876.842589:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842595:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775876.842601:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775876.842607:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842618:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775876.842624:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775876.842628:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775876.842632:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775876.842634:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842646:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775876.842649:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775876.842651:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775876.842659:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775876.842663:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775876.842673:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309197952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775876.842685:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775876.842687:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775876.842693:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309197952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775876.842704:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775876.842708:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775876.842712:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775876.842713:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775876.842714:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775876.842717:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775876.842722:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12153
00000400:00000200:3.0:1775775876.842727:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775876.842733:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775876.842736:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775876.842743:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842749:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842756:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842762:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775876.842767:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775876.842776:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775876.842780:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775876.842784:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775876.842789:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775876.842795:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775876.842802:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842807:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.842813:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842819:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775775876.842823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775775876.842825:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:1.1:1775775876.842827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1775775876.842831:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775876.842836:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775876.842837:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775876.842841:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775876.842844:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842848:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775876.842859:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775876.842864:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842868:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775876.842873:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775876.842878:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775876.842885:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775876.842889:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.842893:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775876.842897:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775876.842901:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775876.842911:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775876.842916:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775876.842927:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309198080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775876.842940:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775876.842944:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775876.842972:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309198080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775876.842990:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775876.842994:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775876.843000:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775876.843004:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775876.843007:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775876.843014:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775876.843021:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12153
00000400:00000200:3.0:1775775876.843031:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775876.843041:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775876.843045:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775876.843053:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.843060:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.843067:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.843074:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775876.843090:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775876.843095:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775876.843100:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775876.843122:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775876.843128:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775876.843134:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775876.843144:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.843151:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775876.843156:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775876.843199:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775876.843204:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775876.843210:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775876.843215:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775876.843225:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775876.843229:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775876.843232:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.843234:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775876.843236:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775876.843240:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.843242:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775876.843245:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775876.843249:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775876.843252:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775876.843254:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775876.843258:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775876.843260:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775876.843264:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775876.843272:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775876.843279:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775876.843286:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309198208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775876.843302:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775876.843307:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775876.843317:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309198208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775876.843344:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775876.843353:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12163)
00000800:00000200:1.1:1775775876.843442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775876.843445:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775876.843711:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775876.843713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775876.844085:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775876.844087:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775879.530356:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775879.530360:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775879.530363:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775881.962253:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775881.962264:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775881.962267:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775881.962270:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775881.962274:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775881.962281:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12158
00000400:00000200:3.0:1775775881.962297:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775881.962304:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775881.962324:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775881.962328:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962330:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962332:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962334:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775881.962336:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775881.962338:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775881.962340:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775881.962342:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775881.962344:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775881.962345:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775881.962347:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962348:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962349:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962350:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775881.962352:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775881.962355:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962356:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775881.962359:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775881.962361:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775881.962363:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962365:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775881.962366:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775881.962371:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775881.962373:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775881.962377:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775881.962378:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962381:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775881.962384:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775881.962389:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775881.962397:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775881.962403:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775881.962418:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309198336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775881.962430:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775881.962435:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775881.962439:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309198336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775881.962458:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775881.962461:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775881.962463:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775881.962464:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775881.962465:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775881.962468:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775881.962469:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12158
00000400:00000200:3.0:1775775881.962473:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775881.962476:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775881.962477:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775881.962480:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962482:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962484:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962486:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775881.962487:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775881.962488:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775881.962489:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775881.962491:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775881.962494:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775881.962497:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775881.962505:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962513:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962525:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775881.962530:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775881.962536:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962541:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775881.962544:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775881.962551:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775881.962558:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962561:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775881.962565:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775881.962570:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962574:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775881.962578:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775881.962582:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775881.962586:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775881.962589:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962591:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775881.962593:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775881.962594:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775881.962600:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775881.962604:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775881.962611:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309198464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775881.962627:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775881.962632:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775881.962642:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309198464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775881.962675:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775881.962679:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775881.962688:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775881.962690:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775881.962695:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775881.962706:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775881.962712:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12158
00000400:00000200:3.0:1775775881.962734:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775881.962741:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775881.962745:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775881.962754:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962760:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962767:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962770:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775881.962772:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775881.962773:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775881.962775:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775881.962777:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775881.962784:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775881.962787:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775881.962796:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962803:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.962808:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775881.962813:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775881.962817:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775881.962819:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775881.962822:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775881.962825:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775881.962828:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962832:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775881.962835:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775775881.962835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:3.0:1775775881.962839:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775881.962841:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775775881.962842:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775881.962845:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775881.962856:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775881.962859:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775881.962861:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.962863:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775881.962864:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775881.962865:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775881.962871:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775881.962877:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775881.962883:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309198592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775881.962893:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775881.962905:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775881.962914:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309198592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775881.962939:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775881.962943:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775881.962950:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775881.962952:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775881.962954:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775881.962959:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775881.962966:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12158
00000400:00000200:3.0:1775775881.962976:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775881.962992:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775881.962997:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775881.963002:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.963005:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.963009:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.963014:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775881.963034:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775881.963037:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775881.963049:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775881.963053:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775881.963059:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775881.963065:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775881.963074:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.963080:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775881.963086:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775881.963089:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775881.963094:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775881.963099:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775881.963104:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775881.963107:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775881.963112:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775881.963116:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.963117:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775881.963121:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775881.963125:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.963126:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775881.963132:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775881.963136:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775881.963139:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775881.963142:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775881.963146:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775881.963149:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775881.963151:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775881.963156:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775881.963187:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775881.963195:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309198720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775881.963226:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775881.963230:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775881.963236:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309198720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775881.963258:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775881.963267:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12168)
00000800:00000200:1.1:1775775881.963369:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775881.963371:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775881.963592:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775881.963594:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775775881.963853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775881.963855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775775883.626338:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775883.626341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775883.626343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775887.082246:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775887.082254:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775887.082257:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775887.082260:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775887.082264:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775887.082269:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12163
00000400:00000200:2.0:1775775887.082277:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775887.082282:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775887.082285:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775887.082287:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082289:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082291:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082293:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775887.082296:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775887.082297:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775887.082299:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775887.082301:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775887.082303:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775887.082304:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775887.082306:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082308:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082309:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082310:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775887.082312:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775887.082315:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082316:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775887.082318:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775887.082321:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775887.082323:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082324:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775887.082326:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775887.082333:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775887.082336:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775887.082338:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775887.082339:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082342:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775887.082344:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775887.082347:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775887.082354:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775887.082359:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775887.082367:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309198848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775887.082375:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775887.082379:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775887.082382:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309198848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775887.082401:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775887.082404:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775887.082410:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775887.082411:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775887.082413:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775887.082415:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775887.082417:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12163
00000400:00000200:2.0:1775775887.082419:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775887.082422:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775887.082424:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775887.082426:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082428:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082430:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082431:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775887.082433:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775887.082433:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775887.082435:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775887.082436:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775887.082437:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775887.082439:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775887.082441:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082444:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082446:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082450:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775887.082453:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775887.082458:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082462:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775887.082466:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775887.082473:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775887.082476:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082479:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775887.082483:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775887.082489:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082494:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775887.082498:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775887.082502:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775887.082504:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775887.082507:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082511:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775887.082512:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775887.082515:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775887.082519:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775887.082523:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775887.082530:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309198976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775887.082540:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775887.082543:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775887.082547:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309198976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775887.082558:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775887.082561:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775887.082563:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775887.082567:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775887.082569:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775887.082575:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775887.082580:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12163
00000400:00000200:2.0:1775775887.082588:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775887.082593:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775887.082595:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775887.082601:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082604:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082605:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082608:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775887.082612:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775887.082613:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775887.082615:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775887.082618:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775887.082622:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775887.082624:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775887.082629:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082633:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082639:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082643:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775887.082646:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775887.082651:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082656:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775887.082661:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775887.082665:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775887.082667:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082671:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775887.082674:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775887.082679:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082682:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775887.082684:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775887.082686:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775887.082687:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775887.082688:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082689:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775887.082690:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775887.082691:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775887.082696:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775887.082700:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775887.082708:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309199104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775887.082723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775887.082727:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775775887.082727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1775775887.082732:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775887.082742:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309199104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775887.082762:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775887.082767:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775887.082771:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775887.082775:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775887.082777:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775887.082783:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775887.082788:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12163
00000400:00000200:2.0:1775775887.082794:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775887.082799:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775887.082804:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775887.082809:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082812:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082816:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082818:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775887.082820:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775887.082823:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775887.082826:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775887.082828:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775887.082831:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775887.082835:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775887.082837:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082842:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775887.082843:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082845:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775887.082846:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775887.082851:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775887.082853:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775887.082854:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775887.082857:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775887.082860:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082862:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775887.082865:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775887.082868:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082870:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775887.082877:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775887.082881:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775887.082886:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775887.082888:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775887.082892:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775887.082895:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775887.082898:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775887.082904:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775887.082910:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775887.082920:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309199232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775887.082964:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775887.082969:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775887.082979:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309199232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775887.082999:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775887.083005:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12173)
00000800:00000200:1.1:1775775887.083213:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775887.083215:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775887.083406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775887.083408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775775887.083686:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775887.083687:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775775887.722331:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775887.722334:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775887.722337:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775891.818326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775891.818331:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775891.818336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775892.202305:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775892.202313:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775892.202316:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775892.202319:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775892.202322:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775892.202328:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12168
00000400:00000200:3.0:1775775892.202336:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775892.202340:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775892.202343:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775892.202345:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202348:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202350:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202353:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775892.202357:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775892.202358:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775892.202361:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775892.202364:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775892.202367:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775892.202369:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775892.202373:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202375:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202377:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202379:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775892.202381:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775892.202385:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202387:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775892.202400:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775892.202404:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775892.202407:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202410:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775892.202412:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775892.202418:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775892.202422:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775892.202426:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775892.202428:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202431:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775892.202434:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775892.202438:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775892.202445:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775892.202456:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775892.202463:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309199360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775892.202471:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775892.202475:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775892.202478:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309199360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775892.202494:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775892.202497:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775892.202499:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775892.202500:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775892.202501:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775892.202504:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775892.202505:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12168
00000400:00000200:3.0:1775775892.202508:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775892.202511:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775892.202512:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775892.202514:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202516:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202522:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202524:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775892.202526:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775892.202527:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775892.202529:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775892.202530:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775892.202532:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775892.202534:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775892.202536:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202538:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202540:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202543:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775892.202545:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775892.202550:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202552:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775892.202554:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775892.202559:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775892.202562:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202568:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775892.202573:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775892.202580:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202584:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775892.202588:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775892.202591:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775892.202594:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775892.202595:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202597:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775892.202598:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775892.202601:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775892.202617:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775892.202624:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775892.202634:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309199488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775892.202656:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775892.202660:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775892.202669:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309199488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775892.202686:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775892.202690:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775892.202701:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775892.202705:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775892.202708:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775892.202715:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775892.202720:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12168
00000400:00000200:3.0:1775775892.202726:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775892.202731:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775892.202735:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775892.202740:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202744:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202749:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202753:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775892.202756:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775892.202758:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775892.202762:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775892.202764:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775892.202769:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775892.202773:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775892.202780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202786:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202794:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202799:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775892.202812:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775892.202817:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202821:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775892.202824:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775892.202830:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775892.202834:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202850:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775892.202853:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775892.202856:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202858:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775892.202861:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775892.202866:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775892.202872:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775892.202875:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.202877:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775892.202880:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775892.202883:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775892.202890:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775892.202897:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775892.202905:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309199616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775892.202908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775892.202915:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775775892.202918:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775892.202921:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775892.202929:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309199616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775892.202938:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775892.202943:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775892.202949:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775892.202952:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775892.202954:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775892.202957:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775892.202966:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12168
00000400:00000200:3.0:1775775892.202971:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775892.202977:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775892.202981:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775892.202987:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202991:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.202995:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.202998:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775892.203000:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775892.203003:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775892.203004:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775892.203007:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775892.203010:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775892.203014:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775892.203020:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.203026:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775892.203029:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775892.203031:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775892.203035:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775892.203039:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775892.203044:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775892.203049:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775892.203054:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775892.203058:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.203060:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775892.203064:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775892.203069:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.203074:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775892.203079:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775892.203084:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775892.203088:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775892.203099:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775892.203103:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775892.203106:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775892.203110:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775892.203118:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775892.203125:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775892.203136:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309199744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775892.203152:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775892.203156:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775892.203195:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309199744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775892.203219:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775892.203227:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12178)
00000800:00000200:1.1:1775775892.203495:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775892.203497:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775892.203738:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775892.203741:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775775892.203980:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775892.203982:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775775895.914417:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775895.914422:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775895.914426:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775897.322310:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775897.322321:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775897.322323:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775897.322327:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775897.322330:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775897.322337:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12173
00000400:00000200:2.0:1775775897.322345:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775897.322350:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775897.322352:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775897.322355:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322357:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322360:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775897.322363:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775897.322376:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775897.322378:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775897.322380:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775897.322381:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775897.322383:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775897.322384:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322386:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322388:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322389:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775897.322391:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775897.322393:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322395:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775897.322397:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775897.322399:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775897.322401:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322403:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775897.322405:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775897.322413:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775897.322416:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775897.322418:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775897.322419:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322421:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775897.322424:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775897.322427:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775897.322434:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775897.322439:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775897.322447:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309199872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775897.322456:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775897.322459:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775897.322462:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309199872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775897.322482:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775897.322484:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775897.322487:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775897.322488:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775897.322489:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775897.322491:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775897.322493:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12173
00000400:00000200:2.0:1775775897.322496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775897.322497:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775897.322499:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775897.322501:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322503:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322505:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322506:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775897.322507:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775897.322508:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775897.322509:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775897.322511:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775897.322512:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775897.322514:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775897.322516:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322518:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322519:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322521:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775897.322523:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775897.322524:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322526:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775897.322529:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775897.322534:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775897.322536:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322537:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775897.322542:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775897.322548:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322551:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775897.322557:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775897.322561:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775897.322565:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775897.322567:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322570:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775897.322572:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775897.322575:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775897.322580:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775897.322585:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775897.322592:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309200000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775897.322599:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775897.322601:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775897.322607:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309200000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775897.322619:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775897.322621:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775897.322624:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775897.322625:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775897.322626:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775897.322631:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775897.322633:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12173
00000400:00000200:2.0:1775775897.322638:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775897.322643:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775897.322647:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775897.322652:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322654:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322658:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322663:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775897.322667:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775897.322670:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775897.322671:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775897.322674:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775897.322677:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775897.322681:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775897.322686:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322688:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322692:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322694:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775897.322696:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775897.322698:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322701:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775897.322703:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775897.322706:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775897.322708:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322711:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775897.322713:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775897.322716:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322718:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775897.322722:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775897.322726:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775897.322731:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775897.322734:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322736:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775897.322739:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775897.322741:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775897.322745:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775897.322761:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775897.322767:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309200128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775897.322773:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775897.322777:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775897.322783:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309200128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775897.322802:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775897.322805:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775897.322808:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775897.322809:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775897.322812:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775897.322814:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775897.322818:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12173
00000400:00000200:2.0:1775775897.322825:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775897.322831:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1775775897.322835:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775775897.322836:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775775897.322840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00000040:2.0:1775775897.322842:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322843:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322844:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322846:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775897.322847:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775897.322848:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775897.322849:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775897.322850:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775897.322851:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775897.322853:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775897.322858:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322861:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775897.322865:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322867:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775897.322870:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775897.322872:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775897.322875:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775897.322877:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775897.322881:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775897.322884:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322886:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775897.322889:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775897.322892:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322895:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775897.322899:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775897.322903:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775897.322907:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775897.322910:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775897.322915:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775897.322918:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775897.322922:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775897.322928:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775897.322935:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775897.322944:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309200256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775897.322962:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775897.322966:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775897.322972:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309200256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775897.322985:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775897.322991:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12183)
00000800:00000200:1.1:1775775897.323280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775897.323282:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775897.323480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775897.323481:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775775897.323665:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775897.323667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1775775900.010399:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775900.010404:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775900.010408:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775902.442250:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775902.442257:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775902.442259:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775902.442263:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775902.442267:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775902.442273:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12178
00000400:00000200:2.0:1775775902.442281:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775902.442287:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775902.442289:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775902.442292:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442295:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442297:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442298:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775902.442301:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775902.442303:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775902.442305:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775902.442307:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775902.442308:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775902.442310:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775902.442312:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442313:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442315:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442316:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775902.442319:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775902.442321:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442322:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775902.442324:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775902.442327:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775902.442329:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442330:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775902.442332:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775902.442341:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775902.442345:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775902.442349:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775902.442350:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442354:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775902.442356:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775902.442361:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775902.442371:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775902.442377:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775902.442388:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309200384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775902.442400:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775902.442404:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775902.442409:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309200384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775902.442428:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775902.442432:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775902.442435:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775902.442437:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775902.442438:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775902.442441:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775902.442444:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12178
00000400:00000200:2.0:1775775902.442448:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775902.442452:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775902.442455:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775902.442459:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442462:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442465:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442467:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775902.442471:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775902.442473:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775902.442477:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775902.442479:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775902.442483:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775902.442487:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775902.442491:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442493:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442496:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442501:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775902.442506:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775902.442511:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442515:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775902.442518:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775902.442522:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775902.442526:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442528:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775902.442532:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775902.442535:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442536:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775902.442539:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775902.442542:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775902.442546:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775902.442548:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442551:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775902.442553:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775902.442556:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775902.442561:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775902.442565:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775902.442570:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309200512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775902.442580:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775902.442582:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775902.442585:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309200512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775902.442596:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775902.442599:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775902.442603:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775902.442605:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775902.442606:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775902.442610:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775902.442612:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12178
00000400:00000200:2.0:1775775902.442618:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775902.442621:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775902.442623:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775902.442625:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442630:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442632:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442634:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775902.442639:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775902.442641:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775902.442642:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775902.442645:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775902.442647:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775902.442652:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775902.442684:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442689:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442692:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442697:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775902.442699:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775902.442704:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442706:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775902.442708:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775902.442710:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775902.442714:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442717:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775902.442720:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775902.442722:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442723:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775902.442726:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775902.442730:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775902.442733:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775902.442735:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442737:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775902.442740:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775902.442743:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775902.442752:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775902.442756:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775902.442762:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309200640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775902.442773:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775902.442776:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775902.442784:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309200640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775902.442793:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775902.442795:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775902.442800:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775902.442802:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775902.442805:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775902.442807:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775902.442812:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12178
00000400:00000200:2.0:1775775902.442818:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775902.442822:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775902.442826:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775902.442828:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442829:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442831:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442833:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775902.442836:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775902.442836:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775902.442837:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775902.442839:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775902.442842:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775902.442845:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775902.442850:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442853:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775902.442857:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442859:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775902.442864:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:1.1:1775775902.442864:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775902.442870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775775902.442871:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775902.442878:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775902.442881:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775902.442894:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775902.442899:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442904:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775902.442908:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775902.442912:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442916:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775902.442922:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775902.442926:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775902.442929:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775902.442931:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775902.442935:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775902.442937:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775902.442939:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775902.442944:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775902.442948:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775902.442954:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309200768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775902.442964:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775902.442968:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775902.442973:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309200768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775902.442983:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775902.442989:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12189)
00000800:00000200:1.1:1775775902.443389:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775902.443392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775902.443709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775902.443712:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775902.443928:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775902.443930:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775904.106315:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775904.106319:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775904.106321:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775907.562295:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775907.562303:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775907.562305:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775907.562309:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775907.562312:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775907.562318:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12184
00000400:00000200:3.0:1775775907.562326:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775907.562332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775907.562336:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775907.562339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562342:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562345:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562347:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775907.562351:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775907.562353:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775907.562356:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775907.562358:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775907.562361:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775907.562391:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775907.562394:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562395:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562396:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562398:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775907.562400:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775907.562402:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562404:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775907.562406:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775907.562409:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775907.562411:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562412:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775907.562414:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775907.562419:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775775907.562422:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775907.562426:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775907.562428:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562432:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775907.562434:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775907.562439:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775907.562447:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775907.562454:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775907.562464:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309200896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775907.562476:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775907.562480:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775907.562484:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309200896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775907.562504:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775907.562507:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775907.562510:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775907.562515:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775907.562516:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775907.562519:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775907.562521:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12184
00000400:00000200:3.0:1775775907.562524:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775907.562527:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775907.562529:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775907.562531:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562533:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562535:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562536:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775907.562538:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775907.562539:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775907.562546:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775907.562550:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775907.562552:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775907.562555:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775907.562558:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562564:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562566:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775907.562568:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775907.562585:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562587:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775907.562589:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775907.562594:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775907.562598:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562601:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775907.562605:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775907.562610:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562618:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775907.562622:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775775907.562625:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775907.562628:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775907.562630:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562633:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775907.562636:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775907.562639:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775907.562643:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775907.562648:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775907.562661:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309201024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775907.562675:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775907.562677:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775907.562682:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309201024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775907.562694:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775907.562698:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775907.562701:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775907.562702:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775907.562704:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775907.562707:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775907.562712:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12184
00000400:00000200:3.0:1775775907.562719:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775907.562724:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775907.562727:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775907.562731:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562734:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562738:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562741:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775907.562744:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775907.562750:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775907.562752:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775907.562754:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775907.562756:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775907.562760:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775907.562766:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562774:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562777:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562779:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775907.562782:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775907.562787:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562790:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775907.562792:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775907.562796:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775907.562798:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562801:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775907.562805:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775907.562808:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562811:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775907.562817:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775907.562822:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775907.562826:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775907.562828:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562832:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775907.562835:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775907.562836:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775907.562840:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775907.562846:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775907.562854:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309201152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775907.562863:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775907.562865:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775907.562875:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309201152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775907.562888:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775907.562891:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775907.562894:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775907.562896:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775907.562898:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775775907.562899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775775907.562901:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775907.562905:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12184
00000800:00000200:1.1:1775775907.562907:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1775775907.562912:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775907.562917:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775907.562921:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775907.562927:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562929:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562930:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562932:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775907.562933:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775907.562934:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775907.562935:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775907.562936:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775907.562941:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775907.562943:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775907.562949:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562951:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775907.562953:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562957:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775907.562962:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775907.562964:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775907.562968:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775907.562974:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775907.562978:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775907.562982:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562984:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775907.562986:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775907.562989:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.562994:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775907.562999:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775907.563003:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775907.563005:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775907.563007:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775907.563009:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775907.563011:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775907.563013:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775907.563019:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775907.563024:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775907.563031:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309201280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775907.563037:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775907.563038:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775907.563041:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309201280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775907.563048:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775907.563052:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12194)
00000800:00000200:1.1:1775775907.563330:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775907.563333:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775907.563548:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775907.563551:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775907.563816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775907.563818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775908.202364:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775908.202368:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775908.202371:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775912.298358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775912.298362:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775912.298366:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775912.682274:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775912.682285:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775912.682288:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775912.682293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775912.682297:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775912.682302:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12189
00000400:00000200:3.0:1775775912.682310:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775912.682315:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775912.682336:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775912.682338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775912.682347:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775912.682348:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775912.682350:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775912.682352:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775912.682353:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775912.682355:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775912.682357:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682361:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775912.682362:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775912.682364:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682366:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775912.682368:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775912.682371:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775912.682373:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682374:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775912.682376:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775912.682380:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775912.682382:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775912.682385:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775912.682386:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682388:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775912.682390:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775912.682393:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775912.682402:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775912.682408:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775912.682423:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309201408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775912.682435:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775912.682440:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775912.682445:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309201408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775912.682473:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775912.682476:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775912.682478:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775912.682490:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775912.682496:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775912.682499:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775912.682502:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12189
00000400:00000200:3.0:1775775912.682507:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775912.682511:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775912.682513:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775912.682517:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682520:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682523:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682525:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775912.682528:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775912.682530:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775912.682534:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775912.682536:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775912.682541:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775912.682545:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775912.682552:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682558:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682563:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682575:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775912.682577:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775912.682582:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682586:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775912.682589:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775912.682595:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775912.682599:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682604:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775912.682609:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775912.682611:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682614:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775912.682617:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775912.682620:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775912.682624:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775912.682625:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682626:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775912.682627:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775912.682629:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775912.682637:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775912.682641:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775912.682649:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309201536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775912.682658:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775912.682661:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775912.682665:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309201536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775912.682672:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775912.682677:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775912.682682:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775912.682685:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775912.682687:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775912.682695:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775912.682701:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12189
00000400:00000200:3.0:1775775912.682708:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775912.682715:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775912.682717:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775912.682721:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682726:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682728:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682733:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775912.682735:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775912.682736:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775912.682737:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775912.682740:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775912.682743:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775912.682746:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775912.682749:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682750:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682755:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682759:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775912.682761:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775912.682767:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682773:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775912.682775:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775912.682777:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775912.682780:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682782:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775912.682785:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775912.682789:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682791:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775912.682795:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775912.682803:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775912.682808:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775912.682811:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682815:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775912.682818:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775912.682821:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775912.682827:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775912.682831:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775912.682839:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309201664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775912.682851:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775912.682855:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775912.682863:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309201664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775912.682872:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775912.682874:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775912.682881:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775912.682883:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775912.682885:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775912.682888:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775912.682893:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12189
00000400:00000200:3.0:1775775912.682899:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775775912.682904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775775912.682905:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775912.682909:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775775912.682911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1775775912.682912:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682914:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682915:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682916:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775912.682917:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775912.682918:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775912.682926:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775912.682929:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775912.682931:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775912.682936:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775912.682940:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682943:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775912.682944:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682946:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775912.682948:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775912.682952:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775912.682954:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775912.682957:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775912.682961:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775912.682965:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682967:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775912.682969:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775912.682972:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.682981:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775912.682988:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775912.682993:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775912.682999:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775912.683001:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775912.683007:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775912.683009:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775912.683014:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775912.683020:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775912.683027:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775912.683037:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309201792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775912.683049:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775912.683053:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775912.683059:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309201792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775912.683072:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775912.683078:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12199)
00000800:00000200:1.1:1775775912.683524:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775912.683526:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775912.683843:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775912.683846:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775912.684152:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775912.684154:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775916.394343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775916.394347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775916.394350:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775917.802243:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775917.802250:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775917.802252:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775917.802255:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775917.802258:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775917.802264:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12194
00000400:00000200:2.0:1775775917.802271:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775917.802275:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775917.802278:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775917.802279:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802282:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802284:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802285:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775917.802288:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775917.802289:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775917.802291:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775917.802293:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775917.802294:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775917.802296:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775917.802297:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802299:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802300:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802302:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775917.802303:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775917.802305:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802307:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775917.802309:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775917.802311:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775917.802312:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802314:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775917.802315:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775917.802322:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775917.802324:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775917.802326:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775917.802327:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802329:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775917.802331:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775917.802334:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775917.802341:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775917.802345:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775917.802352:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309201920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775917.802359:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775917.802362:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775917.802365:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309201920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775917.802381:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775917.802383:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775917.802385:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775917.802386:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775917.802387:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775917.802389:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775917.802401:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12194
00000400:00000200:2.0:1775775917.802404:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775917.802407:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775917.802410:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775917.802413:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802415:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802418:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802420:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775917.802422:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775917.802423:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775917.802425:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775917.802426:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775917.802430:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775917.802432:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775917.802436:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802439:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802443:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802444:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775917.802446:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775917.802450:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802454:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775917.802457:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775917.802464:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775917.802471:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802474:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775917.802478:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775917.802482:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802484:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775917.802488:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775917.802491:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775917.802494:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775917.802496:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802500:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775917.802501:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775917.802504:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775917.802509:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775917.802513:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775917.802518:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309202048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775917.802526:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775917.802530:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775917.802532:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309202048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775917.802541:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775917.802544:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775917.802549:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775917.802551:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775917.802553:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775917.802556:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775917.802560:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12194
00000400:00000200:2.0:1775775917.802568:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775917.802573:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775917.802576:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775917.802580:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802583:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802587:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802589:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775917.802592:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775917.802593:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775917.802595:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775917.802598:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775917.802599:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775917.802604:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775917.802608:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802609:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802611:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802614:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775917.802617:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775917.802620:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802624:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775917.802628:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775917.802631:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775917.802633:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802635:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775917.802637:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775917.802640:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802642:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775917.802646:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775917.802650:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775917.802653:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775917.802655:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802657:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775917.802659:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775917.802661:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775917.802664:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775917.802668:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775917.802674:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309202176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775917.802689:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775917.802691:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775917.802696:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309202176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775917.802702:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775917.802704:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775917.802706:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775917.802709:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775917.802710:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775917.802715:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775917.802718:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12194
00000400:00000200:2.0:1775775917.802723:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775917.802727:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1775775917.802727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775775917.802730:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775775917.802733:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1775775917.802734:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802737:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802740:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802743:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775917.802746:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775917.802748:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775917.802750:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775917.802752:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775917.802754:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775917.802755:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775917.802761:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802769:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775917.802773:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802775:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775917.802777:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775917.802780:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775917.802784:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775917.802787:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775917.802789:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775917.802794:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802797:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775917.802800:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775917.802802:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802805:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775917.802809:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775917.802813:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775917.802817:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775917.802819:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775917.802822:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775917.802823:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775917.802826:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775917.802830:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775917.802834:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775917.802839:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309202304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775917.802849:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775917.802852:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775917.802855:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309202304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775917.802863:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775917.802866:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12204)
00000800:00000200:1.1:1775775917.803153:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775917.803155:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775917.803442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775917.803444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775917.803685:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775917.803687:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775920.490326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775920.490330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775920.490333:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775922.922266:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775922.922275:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775922.922278:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775922.922282:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775922.922286:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775922.922291:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12199
00000400:00000200:2.0:1775775922.922321:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775922.922327:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775922.922329:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775922.922332:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922334:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922336:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922337:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775922.922341:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775922.922342:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775922.922343:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775922.922345:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775922.922347:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775922.922348:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775922.922350:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922352:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922353:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775922.922355:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775922.922357:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922358:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775922.922360:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775922.922362:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775922.922364:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922365:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775922.922367:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775922.922374:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775775922.922376:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775922.922379:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775922.922380:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922381:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775922.922383:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775922.922386:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775922.922393:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775922.922398:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775922.922405:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309202432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775922.922412:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775922.922416:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775922.922419:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309202432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775922.922434:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775922.922436:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775922.922438:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775922.922439:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775922.922441:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775922.922442:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775922.922444:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12199
00000400:00000200:2.0:1775775922.922446:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775922.922448:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775922.922450:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775922.922452:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922453:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922455:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922457:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775922.922458:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775922.922458:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775922.922459:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775922.922461:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775922.922464:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775922.922466:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775922.922469:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922471:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922475:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922476:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775922.922480:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775922.922484:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922488:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775922.922491:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775922.922497:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775922.922499:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922500:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775922.922504:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775922.922508:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922512:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775922.922517:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775775922.922520:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775922.922522:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775922.922523:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922526:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775922.922529:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775922.922530:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775922.922533:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775775922.922536:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775922.922540:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309202560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775922.922556:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775922.922558:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775922.922560:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309202560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775922.922567:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775922.922570:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775922.922573:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775922.922576:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775922.922577:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775922.922580:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775922.922585:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12199
00000400:00000200:2.0:1775775922.922592:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775922.922596:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775922.922598:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775922.922602:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922605:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922607:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922609:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775922.922611:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775922.922613:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775922.922614:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775922.922615:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775922.922618:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775922.922621:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775922.922623:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922624:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922630:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775922.922631:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775922.922636:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922638:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775922.922640:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775922.922643:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775922.922645:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922647:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775922.922650:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775922.922653:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922656:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775922.922660:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775775922.922664:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775922.922667:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775922.922669:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922670:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775922.922673:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775922.922675:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775922.922678:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775922.922681:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775922.922686:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309202688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775922.922692:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775922.922695:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775922.922699:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309202688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775922.922708:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775922.922709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775775922.922710:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775922.922714:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1775775922.922715:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1775775922.922716:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775922.922717:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775922.922720:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775922.922723:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12199
00000400:00000200:2.0:1775775922.922727:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775922.922730:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775922.922734:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775922.922735:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922736:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922737:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922739:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775922.922743:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775922.922744:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775922.922745:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775922.922747:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775922.922750:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775922.922753:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775922.922756:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922758:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775922.922761:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922763:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775922.922764:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775922.922768:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775922.922769:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775922.922770:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775922.922773:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775922.922776:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922780:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775922.922782:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775922.922785:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922789:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775922.922792:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775775922.922795:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775922.922798:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775922.922798:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775922.922799:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775922.922800:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775922.922801:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775922.922803:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775922.922806:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775922.922811:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309202816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775922.922824:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775922.922827:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775922.922832:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309202816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775922.922837:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775922.922841:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12209)
00000800:00000200:1.1:1775775922.923064:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775922.923065:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775922.923320:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775922.923322:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775775922.923503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775922.923505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775775924.586310:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775924.586313:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775924.586316:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775928.042298:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775928.042305:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775928.042307:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775928.042310:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775928.042313:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775928.042317:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12204
00000400:00000200:3.0:1775775928.042326:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775928.042332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775928.042334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775928.042338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.042343:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042345:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775928.042348:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775928.042350:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775928.042352:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775928.042354:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775928.042356:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775928.042358:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775928.042361:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042363:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.042365:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042366:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775928.042369:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775928.042371:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042373:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775928.042393:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775928.042396:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775928.042399:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042401:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775928.042403:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775928.042409:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775928.042412:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775928.042415:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775928.042417:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042419:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775928.042422:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775928.042426:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775928.042433:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775928.042438:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775928.042447:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309202944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775928.042456:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775928.042460:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775928.042464:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309202944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775928.042487:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775928.042490:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775928.042493:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775928.042494:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775928.042496:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775928.042498:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775928.042501:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12204
00000400:00000200:3.0:1775775928.042504:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775928.042507:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775928.042509:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775928.042512:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042514:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.042522:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042524:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775928.042526:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775928.042527:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775928.042531:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775928.042534:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775928.042537:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775928.042540:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775928.042545:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042550:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.042555:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042560:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775928.042564:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775928.042570:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042574:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775928.042576:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775928.042581:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775928.042585:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042590:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775928.042595:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775928.042599:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042601:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775928.042606:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775928.042610:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775928.042612:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775928.042616:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042619:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775928.042621:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775928.042624:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775928.042630:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775928.042635:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775928.042641:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309203072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775928.042659:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775928.042663:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775928.042672:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309203072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775928.042687:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775928.042699:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775928.042705:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775928.042707:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775928.042710:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775928.042714:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775928.042720:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12204
00000400:00000200:3.0:1775775928.042730:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775928.042738:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775928.042744:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775928.042752:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042755:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.042761:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042765:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775928.042770:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775928.042774:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775928.042778:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775928.042781:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775928.042786:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775928.042790:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775928.042798:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042804:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775775928.042804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775928.042809:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775775928.042810:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042813:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775928.042829:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775928.042839:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775928.042844:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775928.042848:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775928.042853:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775928.042857:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042862:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775928.042866:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775928.042871:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042875:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775928.042879:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775928.042885:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775928.042890:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775928.042891:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.042893:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775928.042894:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775928.042898:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775928.042904:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775928.042909:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775928.042918:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309203200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775928.042929:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775928.042932:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775928.042937:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309203200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775928.042953:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775928.042959:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775928.042963:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775928.042965:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775928.042966:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775928.042969:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775928.042980:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12204
00000400:00000200:3.0:1775775928.042990:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775928.042997:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775928.043000:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775928.043006:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.043010:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.043015:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.043019:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775928.043023:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775928.043026:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775928.043030:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775928.043034:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775928.043038:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775928.043043:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775928.043052:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.043058:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775928.043071:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775928.043080:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775928.043085:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775928.043093:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775928.043097:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775928.043101:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775928.043107:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775928.043111:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.043115:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775928.043118:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775928.043124:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.043128:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775928.043133:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775928.043137:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775928.043143:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775928.043153:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775928.043157:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775928.043160:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775928.043195:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775928.043202:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775928.043207:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775928.043230:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309203328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775928.043245:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775928.043248:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775928.043252:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309203328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775928.043268:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775928.043275:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12214)
00000800:00000200:1.1:1775775928.043389:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775928.043391:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775928.043649:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775928.043651:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775775928.043967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775928.043969:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1775775928.682334:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775928.682336:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775928.682339:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775932.778330:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775932.778334:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775932.778337:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775933.162271:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775933.162279:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775933.162282:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775933.162285:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775933.162289:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775933.162295:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12209
00000400:00000200:3.0:1775775933.162304:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775933.162310:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775933.162313:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775933.162317:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162320:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162323:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162326:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775933.162329:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775933.162331:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775933.162333:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775933.162336:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775933.162338:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775933.162355:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775933.162358:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162364:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775933.162366:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775933.162369:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162371:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775933.162374:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775933.162377:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775933.162380:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162382:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775933.162384:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775933.162389:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775933.162393:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775933.162396:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775933.162407:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162413:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775933.162416:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775933.162420:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775933.162427:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775933.162433:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775933.162441:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309203456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775933.162452:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775933.162456:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775933.162461:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309203456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775933.162481:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775933.162484:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775933.162487:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775933.162493:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775933.162494:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775933.162498:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775933.162501:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12209
00000400:00000200:3.0:1775775933.162505:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775933.162509:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775933.162511:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775933.162514:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162517:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162521:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162523:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775933.162526:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775933.162529:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775933.162531:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775933.162533:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775933.162536:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775933.162539:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775933.162546:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162550:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162553:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162556:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775933.162561:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775933.162565:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162571:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775933.162575:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775933.162582:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775933.162586:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162590:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775933.162595:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775933.162599:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162606:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775933.162611:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775933.162615:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775933.162618:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775933.162620:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162623:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775933.162624:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775933.162626:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775933.162631:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775933.162636:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775933.162644:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309203584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775933.162661:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775933.162665:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775933.162671:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309203584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775933.162685:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775933.162689:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775933.162694:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775933.162696:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775933.162698:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775933.162702:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775933.162708:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12209
00000400:00000200:3.0:1775775933.162717:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775933.162723:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775933.162726:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775933.162732:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162735:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162739:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162744:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775933.162748:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775933.162753:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775933.162757:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775933.162760:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:1.1:1775775933.162764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775775933.162765:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775933.162769:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775933.162773:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162775:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162777:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162779:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775933.162781:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775933.162786:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162790:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775933.162793:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775933.162796:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775933.162798:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162801:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775933.162804:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775933.162808:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162810:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775933.162815:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775933.162819:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775933.162823:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775933.162826:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.162830:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775933.162833:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775933.162836:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775933.162841:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775933.162845:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775933.162853:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309203712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775933.162878:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775933.162883:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775933.162896:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309203712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775933.162910:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775933.162914:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775933.162918:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775933.162920:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775933.162921:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775933.162924:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775933.162929:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12209
00000400:00000200:3.0:1775775933.162937:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775933.162942:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775933.162945:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775933.162952:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162957:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.162961:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162965:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775933.162970:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775933.162972:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775933.162975:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775933.162978:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775933.162982:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775933.162986:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775933.162992:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.162997:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775933.163002:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775933.163006:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775933.163010:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775933.163015:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775933.163020:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775933.163029:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775933.163034:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775933.163038:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.163042:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775933.163044:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775933.163049:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.163053:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775933.163057:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775933.163060:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775933.163064:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775933.163066:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775933.163069:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775775933.163070:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775933.163071:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775933.163074:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775933.163078:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775933.163082:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775933.163089:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309203840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775933.163096:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775933.163098:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775933.163102:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309203840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775933.163114:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775933.163119:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12219)
00000800:00000200:1.1:1775775933.163303:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775933.163442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000100:2.0:1775775936.234401:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775775936.234446:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775775936.234457:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775936.234462:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775775936.234466:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775936.234471:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775775936.234477:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775936.234480:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee500.
00000400:00000200:2.0:1775775936.234485:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775936.234490:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775936.234496:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61198
00000400:00000010:2.0:1775775936.234498:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61198.
00000100:00000001:2.0:1775775936.234503:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775936.234511:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bb800 x1862023309203456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234535:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775936.234539:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309203456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234546:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775936.234547:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775936.234557:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775936.234559:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:2.0:1775775936.234563:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775936.234567:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775936.234571:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61dd0
00000400:00000010:2.0:1775775936.234573:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61dd0.
00000100:00000001:2.0:1775775936.234576:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775936.234581:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8700 x1862023309203584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234591:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775936.234594:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309203584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234601:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775936.234602:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775936.234613:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775936.234615:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee700.
00000400:00000200:2.0:1775775936.234619:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775936.234623:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775936.234633:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61000
00000400:00000010:2.0:1775775936.234640:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61000.
00000100:00000001:2.0:1775775936.234646:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775936.234654:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bb100 x1862023309203712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234671:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775936.234684:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309203712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234699:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775936.234701:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775775936.234708:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775775936.234715:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee100.
00000400:00000200:2.0:1775775936.234722:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775775936.234736:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775775936.234751:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:2.0:1775775936.234759:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:2.0:1775775936.234772:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775775936.234781:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bb480 x1862023309203840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234822:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775775936.234838:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309203840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775775958 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775936.234857:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775936.234872:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775775936.874304:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775936.874307:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775936.874309:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775938.282872:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775938.282877:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775938.283524:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775938.283526:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775938.283812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775938.283814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775775938.284103:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775938.284106:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775775940.970365:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775940.970368:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775940.970371:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775943.402750:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775943.402757:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775943.403209:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775943.403211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775943.403481:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775943.403483:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775775943.403729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775943.403743:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775775945.066379:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775945.066383:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775945.066385:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775948.522853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775948.522883:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775948.523321:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775948.523323:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775948.523566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775948.523568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775775948.523725:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775948.523727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1775775949.162355:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775949.162357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775949.162359:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775953.258296:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775953.258299:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775953.258302:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775953.642747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775953.642752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775953.643130:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775953.643131:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775953.643361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775953.643362:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775775953.643545:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775953.643546:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1775775957.354290:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775957.354293:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775957.354296:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775958.762269:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775958.762279:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775958.762282:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775958.762286:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775958.762291:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775958.762299:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12235
00000400:00000200:3.0:1775775958.762309:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775958.762316:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775958.762331:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775958.762333:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762335:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762337:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762339:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775958.762343:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775958.762345:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775958.762347:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775958.762349:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775958.762352:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775958.762354:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775958.762356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762360:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762361:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775958.762364:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775958.762367:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762370:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775958.762373:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775958.762376:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775958.762379:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762381:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775958.762383:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775958.762390:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775775958.762394:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775958.762397:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775958.762399:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762401:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775958.762403:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775958.762413:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775958.762421:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775958.762426:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775958.762440:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309206016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775958.762448:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775958.762452:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775958.762455:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309206016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775958.762469:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775958.762471:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775958.762473:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775958.762474:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775958.762475:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775958.762481:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775958.762483:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12235
00000400:00000200:3.0:1775775958.762486:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775958.762488:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775958.762490:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775958.762492:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762494:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762495:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762497:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775958.762498:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775958.762499:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775958.762500:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775958.762501:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775958.762503:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775958.762505:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775958.762507:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762510:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762511:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762518:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775958.762520:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775958.762525:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762529:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775958.762532:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775958.762536:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775958.762539:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762541:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775958.762544:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775958.762547:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762550:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775958.762552:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775775958.762560:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775958.762563:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775958.762565:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762566:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775958.762568:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775958.762570:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775958.762574:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775958.762578:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775958.762583:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309206144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775958.762593:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775958.762596:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775958.762599:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309206144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775958.762606:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775958.762608:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775958.762612:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775958.762615:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775958.762616:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775958.762625:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775958.762629:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12235
00000400:00000200:3.0:1775775958.762636:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775958.762641:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775958.762642:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775958.762646:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762648:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762651:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762654:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775958.762656:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775958.762657:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775958.762657:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775958.762659:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775958.762660:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775958.762663:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775958.762668:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762691:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762694:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762696:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775958.762698:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775958.762700:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762702:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775958.762706:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775958.762710:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775958.762713:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762716:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775958.762719:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775958.762725:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762729:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775958.762745:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775775958.762754:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775958.762758:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775958.762759:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762760:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775958.762761:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775958.762765:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775958.762772:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775958.762774:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
02000000:00000010:3.0:1775775958.762778:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775958.762788:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775958.762796:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309206272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775958.762808:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775958.762812:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775958.762818:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309206272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775958.762829:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775958.762833:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775958.762838:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775958.762840:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775958.762846:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775958.762852:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775958.762864:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12235
00000400:00000200:3.0:1775775958.762871:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775958.762876:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775958.762881:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775958.762886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762889:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762892:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762897:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775958.762900:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775958.762901:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775958.762912:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775958.762916:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775958.762919:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775958.762923:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775958.762929:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762933:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775958.762937:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762942:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775958.762947:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775958.762951:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775958.762955:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775958.762958:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775958.762961:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775958.762966:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762968:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775958.762971:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775958.762978:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.762983:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775958.762988:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775775958.762993:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775958.762998:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775958.763001:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775958.763005:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775958.763008:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775958.763020:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775958.763026:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775958.763030:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775958.763037:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309206400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775958.763048:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775958.763051:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775958.763054:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309206400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775958.763087:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775958.763093:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12245)
00000800:00000200:1.1:1775775958.763235:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775958.763238:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775958.763493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775958.763496:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775775958.763730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775958.763737:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1775775961.450320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775961.450323:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775961.450325:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775963.882255:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775963.882263:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775963.882265:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775963.882268:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775963.882271:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775963.882276:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12240
00000400:00000200:3.0:1775775963.882283:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775963.882288:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775963.882290:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775963.882292:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882294:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882296:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882297:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775963.882300:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775963.882301:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775963.882303:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775963.882304:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775963.882305:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775963.882307:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775963.882308:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882310:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882311:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882312:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775963.882314:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775963.882316:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882317:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775963.882335:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775963.882337:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775963.882340:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882341:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775963.882343:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775963.882348:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775775963.882350:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775963.882353:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775963.882354:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882356:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775963.882358:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775963.882361:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775963.882368:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775775963.882372:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775963.882379:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309206528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775963.882386:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775963.882389:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775963.882392:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309206528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775963.882408:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775963.882411:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775963.882413:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775963.882414:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775963.882415:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775963.882417:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775963.882418:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12240
00000400:00000200:3.0:1775775963.882420:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775963.882422:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775963.882424:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775963.882426:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882427:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882433:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882434:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775963.882436:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775963.882437:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775963.882439:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775963.882441:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775963.882443:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775963.882446:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775963.882451:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882452:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882456:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882459:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775963.882463:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775963.882475:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882479:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775963.882482:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775963.882488:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775963.882490:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882493:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775963.882498:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775963.882500:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882502:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775963.882506:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775775963.882508:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775963.882512:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775963.882514:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882516:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775963.882518:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775963.882520:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775963.882524:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775775963.882527:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775963.882532:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309206656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775963.882552:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775963.882555:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775963.882562:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309206656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775963.882573:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775963.882575:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775963.882580:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775963.882583:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775963.882584:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775963.882600:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775963.882604:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12240
00000400:00000200:3.0:1775775963.882610:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775963.882616:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775963.882620:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775963.882625:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882630:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882634:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882636:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775963.882639:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775963.882641:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775963.882643:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775963.882644:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775963.882647:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775963.882650:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775963.882655:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882658:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882662:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882664:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775963.882670:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775963.882675:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882677:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775963.882680:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775963.882683:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1775775963.882685:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775963.882686:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882689:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775775963.882689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000008:00100000:3.0:1775775963.882693:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775963.882695:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882696:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775963.882698:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775775963.882699:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775963.882702:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775963.882703:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882704:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775963.882705:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775963.882713:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775963.882719:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775775963.882722:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775963.882728:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309206784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775963.882738:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775963.882742:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775963.882747:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309206784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775963.882763:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775963.882772:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775963.882777:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775963.882780:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775963.882782:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775963.882785:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775963.882793:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12240
00000400:00000200:3.0:1775775963.882798:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775963.882802:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775963.882804:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775963.882806:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882809:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882811:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882812:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775963.882814:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775963.882816:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775963.882818:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775963.882821:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775963.882823:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775963.882825:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775963.882829:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882831:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775963.882834:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882836:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775963.882839:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775963.882842:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775963.882846:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775963.882848:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775963.882852:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775963.882854:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882857:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775963.882860:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775963.882863:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882865:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775963.882871:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775775963.882873:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775963.882876:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775963.882887:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775963.882890:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775963.882892:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775963.882894:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775963.882899:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775775963.882904:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775963.882911:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309206912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775963.882928:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775963.882932:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775963.882939:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309206912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775963.882951:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775963.882955:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12250)
00000800:00000200:1.1:1775775963.883086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775963.883088:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775963.883307:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775963.883308:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775775963.883460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775963.883461:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775775965.546371:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775965.546374:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775965.546376:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775775969.002731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775969.002736:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775969.003208:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775969.003210:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775969.003406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775969.003408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775775969.003579:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775969.003581:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775775969.642347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775969.642350:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775969.642352:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775973.738313:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775973.738317:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775973.738320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775974.122271:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775974.122281:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775974.122284:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775974.122287:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775974.122291:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775974.122297:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12250
00000400:00000200:2.0:1775775974.122304:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775974.122308:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775974.122311:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775974.122313:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122316:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775974.122322:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775974.122323:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775974.122325:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775974.122326:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775974.122328:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775974.122329:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775974.122331:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122332:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122333:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122334:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775974.122336:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775974.122338:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122339:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775974.122341:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775974.122344:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775974.122346:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122347:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775974.122349:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775974.122357:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775775974.122359:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775974.122361:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775974.122363:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122365:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775974.122367:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775974.122370:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775974.122376:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775775974.122381:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775974.122387:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309207552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775974.122397:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775974.122402:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775974.122407:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309207552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775974.122457:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775974.122460:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775974.122462:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775974.122463:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775974.122464:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775974.122466:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775974.122468:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12250
00000400:00000200:2.0:1775775974.122471:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775974.122473:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775974.122474:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775974.122477:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122478:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122480:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122482:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775974.122484:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775974.122484:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775974.122485:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775974.122488:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775974.122489:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775974.122492:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775974.122494:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122496:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122499:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122501:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775974.122503:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775974.122509:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122513:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775974.122517:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775974.122522:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775974.122525:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122528:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775974.122531:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775974.122535:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122538:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775974.122543:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775775974.122546:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775974.122548:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775974.122550:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122553:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775974.122554:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775974.122556:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775974.122562:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775775974.122565:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775974.122572:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309207680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775974.122584:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775974.122589:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775974.122597:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309207680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775974.122617:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775974.122622:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775974.122628:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775974.122630:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775974.122632:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775974.122636:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775974.122641:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12250
00000400:00000200:2.0:1775775974.122647:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775974.122652:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775974.122654:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775974.122659:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122664:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122668:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122673:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775974.122675:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775974.122678:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775974.122680:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775974.122681:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775974.122683:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775974.122684:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775974.122688:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122691:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122694:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122696:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775974.122700:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775974.122704:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122708:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775974.122710:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775974.122714:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775974.122716:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122717:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775974.122719:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775974.122720:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122721:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775974.122724:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775775974.122727:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775974.122729:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775974.122730:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122733:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775974.122735:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775974.122737:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775974.122741:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775775974.122745:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775974.122750:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:2.0:1775775974.122754:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309207808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775775974.122755:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1775775974.122772:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775974.122775:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775974.122783:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309207808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775974.122796:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775974.122800:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775974.122803:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775974.122806:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775974.122807:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775974.122811:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775974.122815:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12250
00000400:00000200:2.0:1775775974.122822:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775974.122827:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775974.122829:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775974.122831:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122833:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122838:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122840:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775974.122845:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775974.122846:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775974.122849:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775974.122852:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775974.122855:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775974.122858:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775974.122862:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122865:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775974.122866:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122868:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775974.122869:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775974.122874:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775974.122875:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775974.122877:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775974.122880:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775974.122882:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122884:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775974.122887:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775974.122889:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122891:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775974.122897:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775775974.122898:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775974.122900:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775974.122902:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775974.122904:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775974.122905:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775974.122906:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775974.122910:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775775974.122914:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775974.122929:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309207936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775974.122954:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775974.122956:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775974.122961:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309207936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775974.122970:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775974.122974:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12260)
00000800:00000200:1.1:1775775974.123193:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775974.123195:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775974.123386:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775974.123388:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775775974.123562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775974.123574:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775775977.834336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775977.834338:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775977.834341:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775979.242274:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775979.242282:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775979.242284:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775979.242287:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775979.242290:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775979.242296:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12255
00000400:00000200:2.0:1775775979.242303:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775979.242307:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775979.242310:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775979.242312:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242314:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242316:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242317:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775979.242413:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775979.242415:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775979.242417:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775979.242419:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775979.242420:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775979.242422:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775979.242424:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242426:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242428:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242430:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775979.242432:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775979.242435:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242438:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775979.242440:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775979.242443:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775979.242446:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242448:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775979.242451:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775979.242460:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775775979.242463:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775979.242467:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775979.242469:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242471:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775979.242474:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775979.242478:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775979.242486:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775775979.242491:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775979.242498:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309208064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775979.242506:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775979.242509:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775979.242512:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309208064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775979.242533:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775979.242535:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775979.242537:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775979.242538:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775979.242539:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775979.242541:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775979.242542:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12255
00000400:00000200:2.0:1775775979.242545:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775979.242547:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775979.242549:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775979.242551:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242552:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242553:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242554:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775979.242555:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775979.242556:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775979.242557:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775979.242559:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775979.242560:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775979.242561:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775979.242562:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242563:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242564:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242566:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775979.242567:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775979.242569:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242570:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775979.242573:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775979.242577:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775979.242578:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242580:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775979.242583:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775979.242586:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242588:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775979.242592:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775775979.242595:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775979.242598:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775979.242601:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242604:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775979.242606:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775979.242608:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775979.242612:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775775979.242616:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775979.242622:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309208192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775979.242635:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775979.242638:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775979.242643:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309208192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775979.242653:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775979.242655:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775979.242660:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775979.242662:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775979.242663:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775979.242665:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775979.242670:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12255
00000400:00000200:2.0:1775775979.242673:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775979.242677:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775979.242678:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775979.242682:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242684:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242685:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242686:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775979.242689:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775979.242690:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775979.242692:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775979.242694:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775979.242698:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775979.242703:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775979.242711:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242716:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242720:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242725:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775979.242730:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775979.242738:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242740:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775979.242742:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775979.242745:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775979.242748:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242749:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775979.242752:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775979.242755:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242756:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775979.242760:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775775979.242763:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775979.242766:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775979.242768:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242770:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775979.242772:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775979.242775:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775979.242780:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775775979.242786:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775979.242792:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309208320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775979.242806:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775979.242808:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775979.242814:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309208320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775979.242820:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775979.242824:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775979.242826:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775979.242828:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775979.242831:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775979.242833:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775979.242837:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12255
00000400:00000200:2.0:1775775979.242842:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775979.242846:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775979.242848:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1775775979.242850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775775979.242851:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242855:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242857:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.1:1775775979.242857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775775979.242861:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775979.242864:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775979.242865:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775979.242867:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775979.242869:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775979.242873:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775979.242875:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775979.242880:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242881:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775979.242883:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242887:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775979.242889:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775979.242893:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775979.242897:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775979.242899:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775979.242901:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775979.242903:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242906:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775979.242907:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775979.242909:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242911:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775979.242914:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775775979.242918:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775979.242922:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775979.242924:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775979.242927:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775979.242930:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775979.242931:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775979.242934:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775775979.242937:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775979.242944:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309208448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775979.242955:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775979.242957:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775979.242960:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309208448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775979.242976:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775979.242983:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12265)
00000800:00000200:1.1:1775775979.243239:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775979.243240:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775979.243424:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775979.243426:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775775979.243581:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775979.243583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775775981.930341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775981.930345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775981.930348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775984.362278:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775984.362285:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775984.362288:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775984.362291:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775984.362294:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775984.362300:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12260
00000400:00000200:2.0:1775775984.362307:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775984.362312:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775984.362314:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775984.362317:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362320:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362322:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775984.362327:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775984.362328:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775984.362330:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775984.362332:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775984.362333:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775984.362335:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775984.362337:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362339:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362340:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362341:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775984.362342:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775984.362344:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362346:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775984.362348:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775984.362350:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775984.362352:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362353:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775984.362356:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775984.362362:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775775984.362365:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775984.362367:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775984.362368:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362371:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775984.362373:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775984.362376:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775984.362382:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775775984.362387:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775984.362394:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309208576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775984.362404:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775984.362408:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775984.362413:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309208576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775984.362434:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775984.362437:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775984.362440:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775984.362441:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775984.362443:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775984.362445:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775984.362448:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12260
00000400:00000200:2.0:1775775984.362451:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775984.362454:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775984.362457:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775984.362459:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362460:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362463:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362464:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775984.362465:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775984.362466:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775984.362467:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775984.362469:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775984.362470:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775984.362472:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775984.362480:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362483:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362486:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362490:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775984.362492:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775984.362496:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362499:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775984.362502:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775984.362506:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775984.362509:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362510:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775984.362514:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775984.362520:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362523:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775984.362527:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775984.362530:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775984.362533:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775984.362535:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362538:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775984.362539:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775984.362541:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775984.362544:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775984.362548:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775984.362555:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309208704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775984.362561:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775984.362564:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775984.362568:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309208704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775984.362579:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775984.362581:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775984.362586:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775984.362587:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775984.362588:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775984.362589:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775984.362591:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12260
00000400:00000200:2.0:1775775984.362596:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775984.362599:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775984.362601:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775984.362604:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362607:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362609:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362613:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775984.362615:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775984.362616:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775984.362618:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775984.362620:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775984.362622:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775984.362626:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775984.362631:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362634:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362637:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362640:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775984.362641:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775984.362648:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362650:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775984.362652:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775984.362654:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775984.362658:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362660:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775984.362662:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775984.362664:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362666:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775984.362668:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775984.362671:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775984.362675:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775984.362676:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362677:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775984.362678:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775984.362679:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775984.362681:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775984.362684:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775984.362689:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309208832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775984.362698:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775984.362700:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775984.362704:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309208832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775984.362712:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775984.362714:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775984.362718:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775984.362721:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775984.362723:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775984.362726:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775984.362730:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12260
00000400:00000200:2.0:1775775984.362736:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775984.362740:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775984.362742:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775984.362747:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362750:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362753:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362757:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775984.362761:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775984.362763:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775984.362766:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775984.362770:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775984.362774:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775984.362778:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775984.362783:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362786:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775984.362789:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775984.362793:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775984.362797:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775775984.362803:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.1:1775775984.362806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775775984.362808:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775775984.362811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1775775984.362812:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775984.362816:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775984.362821:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362824:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775984.362828:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775984.362831:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362835:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775984.362842:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775984.362845:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775984.362849:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775984.362852:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775984.362855:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775984.362858:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775984.362861:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775984.362865:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775984.362870:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775984.362878:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309208960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775984.362899:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775984.362902:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775984.362907:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309208960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775984.362920:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775984.362925:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12270)
00000800:00000200:1.1:1775775984.363269:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775984.363272:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775984.363464:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775984.363466:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775775984.363614:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775984.363616:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775775986.026361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775986.026364:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775986.026366:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775775986.282292:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775775986.282302:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775775986.282307:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00080000:3.0:1775775989.482258:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775989.482265:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775989.482267:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775989.482270:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775989.482273:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775989.482279:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12265
00000400:00000200:3.0:1775775989.482287:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775989.482292:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775989.482294:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775989.482296:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482298:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482300:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482301:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775989.482304:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775989.482305:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775989.482307:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775989.482309:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775989.482310:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775989.482334:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775989.482336:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482338:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482339:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482340:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775989.482341:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775989.482343:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482345:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775989.482346:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775989.482348:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775989.482350:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482352:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775989.482353:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775989.482358:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775775989.482360:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775989.482363:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775989.482364:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482366:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775989.482369:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775989.482372:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775989.482378:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775775989.482382:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775989.482392:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309209088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775989.482400:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775989.482403:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775989.482406:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309209088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775989.482419:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775989.482421:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775989.482423:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775989.482427:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775989.482428:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775989.482430:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775989.482432:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12265
00000400:00000200:3.0:1775775989.482436:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775989.482438:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775989.482440:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775989.482442:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482445:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482447:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482449:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775989.482454:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775989.482457:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775989.482460:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775989.482463:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775989.482466:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775989.482471:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775989.482479:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482483:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482487:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482490:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775989.482494:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775989.482500:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482503:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775989.482506:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775989.482512:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775989.482514:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482517:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775989.482520:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775989.482523:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482529:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775989.482532:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775775989.482534:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775989.482538:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775989.482539:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482540:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775989.482542:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775989.482544:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775989.482550:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775775989.482555:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775989.482559:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309209216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775989.482566:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775989.482568:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775989.482572:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309209216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775989.482582:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775989.482584:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775989.482591:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775989.482593:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775989.482595:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775989.482599:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775989.482602:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12265
00000400:00000200:3.0:1775775989.482614:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775989.482618:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775989.482621:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775989.482625:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482628:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482632:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482634:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775989.482636:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775989.482641:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775989.482644:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775989.482647:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775989.482650:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775989.482654:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775989.482659:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482661:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482665:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482669:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775989.482671:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775989.482676:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482679:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775989.482681:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775989.482683:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775989.482687:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482688:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775989.482690:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775989.482693:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482697:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775989.482699:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775775989.482702:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:1.1:1775775989.482706:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775775989.482707:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775989.482708:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482711:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775775989.482711:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1775775989.482712:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775989.482714:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775989.482719:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775989.482723:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775989.482729:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309209344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775989.482738:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775989.482741:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775989.482751:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309209344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775989.482770:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775989.482772:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775989.482775:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775989.482778:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775989.482780:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775989.482784:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775989.482786:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12265
00000400:00000200:3.0:1775775989.482789:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775989.482790:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775989.482793:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775989.482795:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482798:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482800:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482802:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775989.482804:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775989.482805:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775989.482806:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775989.482808:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775989.482810:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775989.482813:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775989.482816:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482818:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775989.482820:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482823:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775989.482825:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775989.482827:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775989.482828:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775989.482837:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775989.482840:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775989.482841:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482843:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775989.482844:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775989.482847:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482848:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775989.482854:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775775989.482857:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775989.482859:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775989.482861:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775989.482862:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775989.482865:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775989.482867:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775989.482871:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775989.482874:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775989.482881:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309209472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775989.482888:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775989.482890:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775989.482895:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309209472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775989.482904:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775989.482909:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12276)
00000800:00000200:1.1:1775775989.483093:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775989.483094:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775775989.483363:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775989.483365:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775775989.483515:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775989.483522:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1775775990.122362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775990.122366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775990.122369:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775775994.218368:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775994.218373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775994.218378:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775775994.602264:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775994.602272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775775994.602274:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775994.602277:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775994.602280:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775994.602286:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12271
00000400:00000200:3.0:1775775994.602293:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775994.602297:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775994.602315:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775994.602317:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602319:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602322:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775994.602325:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775994.602326:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775775994.602328:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775994.602330:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775775994.602331:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775775994.602332:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775775994.602334:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602335:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602336:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602337:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775994.602339:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775775994.602341:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602342:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775994.602344:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775994.602346:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775994.602348:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602350:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775775994.602351:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775994.602357:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775775994.602360:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775775994.602363:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775994.602364:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602366:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775994.602368:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775994.602370:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775994.602376:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775775994.602381:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775994.602391:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309209600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775994.602398:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775994.602402:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775994.602405:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309209600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775994.602424:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775994.602426:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775994.602428:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775775994.602429:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775994.602430:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775994.602432:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775994.602433:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12271
00000400:00000200:3.0:1775775994.602436:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775994.602438:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775994.602440:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775994.602442:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602443:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602445:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602447:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775994.602448:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775994.602449:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775775994.602450:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775994.602451:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775775994.602452:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775775994.602454:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775775994.602457:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602460:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602464:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602473:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775994.602478:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775775994.602484:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602486:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775994.602489:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775994.602495:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775994.602500:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602502:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775994.602507:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775994.602512:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602516:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775994.602520:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775775994.602523:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775775994.602526:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775994.602528:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602529:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775994.602531:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775994.602533:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775994.602539:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775775994.602545:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775994.602553:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309209728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775994.602564:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775994.602568:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775994.602572:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309209728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775994.602591:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775994.602595:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775994.602600:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775775994.602602:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775994.602604:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775994.602614:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775994.602617:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12271
00000400:00000200:3.0:1775775994.602624:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775994.602630:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775994.602632:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775994.602636:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602640:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602643:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602646:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775994.602650:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775994.602652:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775775994.602655:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775994.602657:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775775994.602662:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775775994.602665:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775775994.602668:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602673:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602679:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602684:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775994.602689:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775775994.602695:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602700:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775994.602703:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775994.602707:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775994.602711:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602714:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775775994.602715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00100000:3.0:1775775994.602718:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775775994.602720:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000008:00000001:3.0:1775775994.602722:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602726:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775994.602731:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775775994.602740:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775775994.602745:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775994.602747:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602750:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775994.602752:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775994.602755:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775994.602760:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775775994.602765:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775994.602772:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309209856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775994.602783:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775994.602786:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775994.602792:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309209856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775994.602798:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775775994.602811:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775775994.602816:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775775994.602820:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775775994.602822:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775775994.602825:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775775994.602827:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12271
00000400:00000200:3.0:1775775994.602831:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775775994.602836:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775775994.602838:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775775994.602842:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602844:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602846:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602849:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775775994.602850:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775775994.602851:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775775994.602857:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775775994.602858:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775775994.602862:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775775994.602866:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775775994.602873:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602876:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775775994.602880:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602883:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775775994.602885:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775775994.602888:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775775994.602891:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775775994.602894:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775775994.602897:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775775994.602901:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602904:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775775994.602907:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775775994.602912:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602916:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775775994.602922:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775775994.602926:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775775994.602931:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775775994.602933:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775775994.602936:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775775994.602940:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775775994.602943:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775775994.602949:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775775994.602955:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775775994.602964:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309209984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775775994.602981:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775775994.602985:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775994.602992:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309209984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775775994.603029:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775775994.603034:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12281)
00000800:00000200:1.1:1775775994.603208:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775994.603210:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775994.603427:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775994.603429:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775775994.603589:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775994.603591:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1775775998.314359:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775775998.314364:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775775998.314368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775775999.722257:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775999.722267:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775775999.722270:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775999.722273:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775999.722278:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775999.722284:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12276
00000400:00000200:2.0:1775775999.722294:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775999.722300:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775999.722304:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775999.722308:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722311:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722314:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722316:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775999.722320:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775999.722322:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775775999.722325:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775999.722327:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775775999.722329:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775775999.722332:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775775999.722334:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722337:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722339:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722341:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775999.722344:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775775999.722347:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722350:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775999.722353:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775999.722356:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775999.722359:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722362:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775775999.722364:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775999.722373:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775775999.722378:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775775999.722381:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775999.722383:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722386:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775999.722388:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775999.722393:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775999.722403:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775775999.722410:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775999.722420:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309210112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775999.722431:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775999.722435:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775999.722440:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309210112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775999.722463:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775999.722467:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775999.722470:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775775999.722472:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775999.722474:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775999.722476:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775999.722479:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12276
00000400:00000200:2.0:1775775999.722484:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775999.722488:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775999.722490:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775999.722494:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722496:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722499:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722501:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775999.722503:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775999.722504:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775775999.722505:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775999.722507:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775775999.722509:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775775999.722512:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775775999.722516:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722519:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722522:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722524:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775999.722527:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775775999.722531:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722535:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775999.722538:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775999.722544:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775999.722547:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722550:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775999.722554:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775999.722559:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722562:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775999.722567:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775775999.722571:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775775999.722574:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775999.722576:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722579:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775999.722581:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775999.722583:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775999.722588:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775775999.722592:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775999.722599:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309210240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775999.722610:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775999.722613:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775999.722616:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309210240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775999.722628:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775999.722631:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775999.722636:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775775999.722639:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775999.722641:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775999.722644:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775999.722649:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12276
00000400:00000200:2.0:1775775999.722652:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775999.722655:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775999.722659:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775999.722661:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722662:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722664:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722668:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775999.722671:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775999.722673:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775775999.722675:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775999.722678:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775775999.722681:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775775999.722683:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775775999.722686:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722689:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722692:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722696:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775999.722700:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775775999.722705:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722710:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775999.722713:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775999.722716:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775999.722719:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722722:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775999.722724:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775999.722728:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722730:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775999.722735:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775775999.722741:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775775999.722746:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775999.722749:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722754:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775999.722757:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775999.722761:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775999.722766:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775775999.722771:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775999.722779:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309210368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775999.722797:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775999.722802:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775999.722808:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309210368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775999.722822:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775775999.722826:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775775999.722831:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775775999.722834:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775775999.722836:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775775999.722838:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775775999.722842:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12276
00000400:00000200:2.0:1775775999.722848:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775775999.722855:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775775999.722860:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775775999.722863:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722865:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722869:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722874:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775775999.722875:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775775999.722876:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775775999.722878:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775775999.722881:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775775999.722883:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775775999.722884:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775775999.722888:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722891:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775775999.722895:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722897:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775775999.722900:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:1.1:1775775999.722903:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775775999.722905:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775775999.722910:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775775999.722912:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775775999.722914:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775775999.722915:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722917:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775775999.722918:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775775999.722920:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722921:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775775999.722924:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775775999.722925:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775775999.722928:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775775999.722928:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775775999.722930:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775775999.722933:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775775999.722935:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775775999.722941:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775775999.722946:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775775999.722953:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309210496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775775999.722976:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775775999.722978:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775999.722982:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309210496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775775999.722988:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775775999.722997:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12286)
00000800:00000200:1.1:1775775999.723217:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775999.723401:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775775999.723553:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776002.410451:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776002.410455:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776002.410459:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1775776002.794531:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776002.794581:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776002.794598:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776002.794602:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776002.794609:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776002.794614:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776002.794620:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776002.794625:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:3.0:1775776002.794632:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776002.794637:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776002.794645:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb613b8
00000400:00000010:3.0:1775776002.794649:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb613b8.
00000100:00000001:3.0:1775776002.794655:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776002.794668:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d880 x1862023309210112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794705:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776002.794712:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309210112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794720:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776002.794723:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776002.794736:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776002.794739:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:3.0:1775776002.794742:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776002.794746:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776002.794749:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:3.0:1775776002.794751:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775776002.794754:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776002.794759:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ca80 x1862023309210240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794795:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776002.794797:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309210240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794802:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776002.794803:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776002.794809:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776002.794811:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:3.0:1775776002.794813:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776002.794817:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776002.794821:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61e58
00000400:00000010:3.0:1775776002.794822:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61e58.
00000100:00000001:3.0:1775776002.794824:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776002.794828:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d180 x1862023309210368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794834:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776002.794836:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309210368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794841:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776002.794842:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776002.794845:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776002.794847:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:3.0:1775776002.794848:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776002.794850:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776002.794852:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61d48
00000400:00000010:3.0:1775776002.794854:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61d48.
00000100:00000001:3.0:1775776002.794862:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776002.794869:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1dc00 x1862023309210496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794878:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776002.794881:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309210496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776002.794889:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776002.794890:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775776004.842323:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776004.842334:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776004.842338:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776004.842341:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776004.842346:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776004.842360:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12281
00000400:00000200:3.0:1775776004.842370:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776004.842376:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776004.842380:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776004.842384:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842388:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842390:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842393:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776004.842397:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776004.842399:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776004.842401:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776004.842404:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776004.842407:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776004.842409:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776004.842413:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842415:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842417:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842419:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776004.842422:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776004.842425:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842428:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776004.842431:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776004.842436:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776004.842439:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842441:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776004.842444:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776004.842455:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776004.842459:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776004.842463:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776004.842464:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842467:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776004.842471:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776004.842475:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776004.842483:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776004.842489:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776004.842500:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309210624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776004.842511:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776004.842516:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776004.842521:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309210624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776004.842545:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776004.842549:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776004.842552:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776004.842553:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776004.842555:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776004.842558:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776004.842561:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12281
00000400:00000200:3.0:1775776004.842565:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776004.842568:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776004.842570:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776004.842573:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842575:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842578:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842581:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776004.842584:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776004.842586:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776004.842588:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776004.842590:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776004.842592:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776004.842594:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776004.842622:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842626:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842630:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776004.842632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776004.842635:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842639:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776004.842644:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776004.842651:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776004.842656:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842663:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776004.842672:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776004.842680:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842685:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776004.842692:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775776004.842699:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776004.842704:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776004.842705:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842708:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776004.842710:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776004.842715:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776004.842723:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776004.842728:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776004.842744:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309210752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776004.842761:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776004.842765:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776004.842774:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309210752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776004.842795:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776004.842800:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776004.842805:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776004.842807:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776004.842811:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776004.842817:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776004.842821:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12281
00000400:00000200:3.0:1775776004.842830:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776004.842839:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776004.842842:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776004.842848:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842853:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842857:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842863:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776004.842867:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776004.842870:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776004.842872:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776004.842891:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776004.842893:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776004.842895:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776004.842900:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842904:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.842909:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842913:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776004.842918:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776004.842922:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776004.842925:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776004.842930:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776004.842936:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776004.842940:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842944:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776004.842948:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776004.842952:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842954:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776004.842962:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776004.842965:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776004.842967:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776004.842968:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.842970:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776004.842971:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776004.842973:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776004.842978:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776004.842985:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776004.842994:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309210880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776004.842996:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776004.843004:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775776004.843012:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776004.843016:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776004.843024:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309210880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776004.843039:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776004.843044:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1775776004.843510:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776004.843512:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776004.843824:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776004.843827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1775776004.844678:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776004.844682:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776004.844685:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776004.844689:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776004.844694:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12281
00000400:00000200:3.0:1775776004.844701:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776004.844705:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776004.844708:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776004.844723:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.844728:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.844730:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.844732:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776004.844734:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776004.844736:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776004.844737:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776004.844739:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776004.844741:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776004.844743:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776004.844745:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.844746:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776004.844747:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776004.844748:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776004.844749:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776004.844752:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776004.844753:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776004.844754:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776004.844760:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776004.844762:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.844765:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776004.844768:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776004.844770:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.844772:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776004.844778:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776004.844781:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776004.844784:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776004.844786:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776004.844789:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776004.844791:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776004.844795:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776004.844802:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776004.844807:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776004.844814:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309211008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776004.844823:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776004.844826:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776004.844830:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309211008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776004.844846:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776004.844851:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12291)
00000800:00000200:1.1:1775776004.845045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776004.845048:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775776006.506372:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776006.506376:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776006.506380:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776009.962276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776009.962284:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776009.962286:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776009.962290:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776009.962293:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776009.962299:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12286
00000400:00000200:3.0:1775776009.962307:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776009.962312:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776009.962314:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776009.962317:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962319:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962323:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776009.962326:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776009.962327:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776009.962329:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776009.962331:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776009.962333:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776009.962336:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776009.962338:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776009.962344:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776009.962346:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962348:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776009.962350:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776009.962352:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776009.962354:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962355:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776009.962357:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776009.962365:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776009.962367:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776009.962370:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776009.962371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962373:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776009.962375:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776009.962378:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776009.962385:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776009.962390:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776009.962396:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309211136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776009.962404:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776009.962407:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776009.962411:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309211136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776009.962429:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776009.962431:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776009.962433:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776009.962435:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776009.962436:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776009.962438:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776009.962440:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12286
00000400:00000200:3.0:1775776009.962442:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776009.962444:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776009.962446:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776009.962449:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962452:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962455:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962457:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776009.962460:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776009.962462:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776009.962464:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776009.962466:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776009.962469:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776009.962471:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776009.962475:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962479:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962483:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962487:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776009.962492:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776009.962498:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962504:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776009.962508:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776009.962515:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776009.962519:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962521:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776009.962525:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776009.962528:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962532:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776009.962548:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776009.962551:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776009.962554:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776009.962556:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962560:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776009.962562:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776009.962565:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776009.962570:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776009.962577:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776009.962582:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309211264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776009.962596:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776009.962599:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776009.962606:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309211264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776009.962624:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776009.962629:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776009.962638:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776009.962641:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776009.962644:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776009.962648:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776009.962652:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12286
00000400:00000200:3.0:1775776009.962658:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776009.962662:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776009.962666:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776009.962668:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962670:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962675:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962679:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776009.962681:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776009.962683:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776009.962685:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776009.962687:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776009.962691:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776009.962703:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776009.962714:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962719:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962726:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962731:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776009.962736:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776009.962745:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962751:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776009.962754:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776009.962759:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776009.962764:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962768:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776009.962772:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776009.962778:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962779:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776009.962804:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776009.962807:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776009.962811:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776009.962812:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962815:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776009.962817:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776009.962819:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776009.962823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:3.0:1775776009.962826:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000800:00000200:1.1:1775776009.962829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775776009.962830:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776009.962839:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309211392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776009.962848:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776009.962851:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776009.962855:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309211392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776009.962868:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776009.962871:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776009.962875:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776009.962878:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776009.962880:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776009.962882:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776009.962887:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12286
00000400:00000200:3.0:1775776009.962893:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776009.962899:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776009.962903:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776009.962908:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962911:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962913:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962916:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776009.962919:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776009.962920:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776009.962923:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776009.962925:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776009.962930:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776009.962933:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776009.962939:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962943:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776009.962946:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962949:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776009.962950:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776009.962953:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776009.962955:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776009.962959:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776009.962962:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776009.962965:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962967:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776009.962970:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776009.962974:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962977:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776009.962980:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776009.962984:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776009.962985:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776009.962986:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776009.962987:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776009.962988:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776009.962989:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776009.962995:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776009.962997:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776009.963001:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309211520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776009.963008:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776009.963012:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776009.963015:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309211520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776009.963026:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776009.963032:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12296)
00000800:00000200:1.1:1775776009.963387:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776009.963390:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776009.963699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776009.963702:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776009.963999:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776009.964002:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775776010.602358:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776010.602362:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776010.602365:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775776014.698347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776014.698351:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776014.698354:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776015.082276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776015.082286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776015.082288:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776015.082292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776015.082296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776015.082303:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12291
00000400:00000200:3.0:1775776015.082312:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776015.082318:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776015.082322:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776015.082325:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082327:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082329:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082331:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776015.082335:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776015.082336:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776015.082338:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776015.082340:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776015.082342:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776015.082344:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776015.082346:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082347:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082348:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082349:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776015.082351:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776015.082353:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082355:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776015.082357:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776015.082364:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776015.082366:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082367:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776015.082369:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776015.082384:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776015.082387:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776015.082390:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776015.082391:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082394:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776015.082397:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776015.082401:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776015.082409:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776015.082415:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776015.082424:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309211648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776015.082432:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776015.082437:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776015.082440:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309211648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776015.082459:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776015.082462:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776015.082464:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776015.082465:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776015.082466:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776015.082468:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776015.082470:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12291
00000400:00000200:3.0:1775776015.082472:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776015.082474:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776015.082475:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776015.082477:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082479:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082480:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082482:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776015.082483:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776015.082484:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776015.082485:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776015.082486:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776015.082487:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776015.082489:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776015.082490:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082492:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082493:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082495:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776015.082497:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776015.082500:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082502:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776015.082504:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776015.082511:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776015.082513:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082515:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776015.082520:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776015.082524:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082528:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776015.082530:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776015.082533:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776015.082536:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776015.082539:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082540:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776015.082543:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776015.082545:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776015.082549:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776015.082554:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776015.082559:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309211776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776015.082569:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776015.082570:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776015.082573:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309211776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776015.082584:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776015.082585:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776015.082590:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776015.082592:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776015.082594:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776015.082597:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776015.082599:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12291
00000400:00000200:3.0:1775776015.082603:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776015.082605:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776015.082607:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776015.082609:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082611:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082615:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082618:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776015.082620:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776015.082621:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776015.082623:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776015.082625:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776015.082628:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776015.082632:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776015.082637:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082640:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082645:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082648:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776015.082651:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776015.082655:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082658:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776015.082659:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776015.082667:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776015.082669:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082670:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776015.082673:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776015.082676:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082677:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776015.082680:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776015.082684:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776015.082686:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776015.082688:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082691:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776015.082692:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776015.082707:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776015.082713:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776015.082717:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776015.082723:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309211904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776015.082739:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776015.082741:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776015.082744:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309211904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776015.082758:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776015.082761:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776015.082764:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776015.082767:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776015.082768:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776015.082769:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776015.082773:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12291
00000400:00000200:3.0:1775776015.082776:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776015.082780:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776015.082784:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776015.082786:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082791:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082793:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082796:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.1:1775776015.082797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776015.082799:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776015.082801:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:1.1:1775776015.082802:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1775776015.082803:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776015.082805:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776015.082807:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776015.082811:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776015.082815:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082818:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776015.082820:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082822:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776015.082825:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776015.082832:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776015.082838:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776015.082841:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776015.082845:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776015.082848:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082852:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776015.082855:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776015.082861:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082866:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776015.082871:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776015.082876:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776015.082883:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776015.082886:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776015.082889:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776015.082891:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776015.082894:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776015.082900:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776015.082906:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776015.082914:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309212032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776015.082923:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776015.082925:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776015.082929:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309212032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776015.082940:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776015.082945:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12301)
00000800:00000200:1.1:1775776015.083137:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776015.083139:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776015.083335:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776015.083337:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776015.083548:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776015.083549:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1775776018.794323:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776018.794325:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776018.794327:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775776020.202814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776020.202818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776020.203330:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776020.203332:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776020.203542:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776020.203544:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776020.203824:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776020.203826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775776022.890346:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776022.890350:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776022.890355:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775776024.170292:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776024.170302:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776024.170307:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00080000:2.0:1775776025.322257:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776025.322272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776025.322275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776025.322279:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776025.322284:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776025.322292:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12301
00000400:00000200:2.0:1775776025.322302:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776025.322308:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776025.322312:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776025.322315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322322:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322325:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322327:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776025.322331:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776025.322333:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776025.322335:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776025.322338:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776025.322339:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776025.322341:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776025.322342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322345:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322346:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776025.322347:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776025.322350:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322351:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776025.322354:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776025.322356:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776025.322358:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322360:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776025.322362:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776025.322372:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776025.322375:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776025.322379:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776025.322380:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322383:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776025.322386:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776025.322391:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776025.322402:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776025.322409:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776025.322419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309212672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776025.322428:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776025.322432:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776025.322436:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309212672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776025.322452:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776025.322454:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776025.322456:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776025.322457:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776025.322459:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776025.322461:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776025.322463:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12301
00000400:00000200:2.0:1775776025.322465:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776025.322467:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776025.322469:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776025.322471:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322472:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322474:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322475:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776025.322477:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776025.322478:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776025.322479:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776025.322480:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776025.322481:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776025.322483:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776025.322485:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322486:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322491:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322493:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776025.322499:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776025.322503:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322505:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776025.322507:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776025.322512:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776025.322524:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322529:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776025.322535:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776025.322541:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322544:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776025.322550:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776025.322556:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776025.322562:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776025.322565:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322569:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776025.322571:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776025.322575:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776025.322581:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776025.322586:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776025.322595:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309212800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776025.322606:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776025.322608:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776025.322614:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309212800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776025.322628:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776025.322631:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776025.322638:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776025.322641:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776025.322643:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776025.322645:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776025.322650:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12301
00000400:00000200:2.0:1775776025.322654:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776025.322658:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776025.322660:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776025.322662:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322665:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322667:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322668:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776025.322670:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776025.322671:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776025.322673:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776025.322675:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776025.322679:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776025.322681:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776025.322684:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322686:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322691:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322694:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776025.322697:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776025.322702:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322706:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776025.322710:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776025.322713:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776025.322722:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322725:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776025.322730:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776025.322734:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322737:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776025.322742:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776025.322747:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776025.322752:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776025.322755:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322758:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776025.322761:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776025.322764:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776025.322769:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776025.322774:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776025.322783:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309212928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776025.322793:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776025.322796:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776025.322805:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309212928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775776025.322816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776025.322821:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776025.322821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00080000:2.0:1775776025.322827:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776025.322833:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776025.322835:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776025.322837:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776025.322839:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776025.322842:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12301
00000400:00000200:2.0:1775776025.322847:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776025.322852:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776025.322854:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776025.322856:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322860:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322862:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322866:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776025.322867:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776025.322868:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776025.322869:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776025.322871:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776025.322873:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776025.322877:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776025.322889:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322891:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776025.322896:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322900:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776025.322905:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776025.322911:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776025.322915:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776025.322920:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776025.322924:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776025.322927:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322930:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776025.322934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776025.322940:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322942:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776025.322947:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776025.322950:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776025.322954:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776025.322956:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776025.322958:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776025.322960:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776025.322963:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776025.322969:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776025.322973:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776025.322983:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309213056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776025.323011:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776025.323013:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776025.323019:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309213056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776025.323031:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776025.323037:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12311)
00000800:00000200:1.1:1775776025.323317:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776025.323319:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776025.323551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776025.323553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776025.323723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776025.323725:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1775776026.986448:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776026.986452:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776026.986457:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776030.442281:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776030.442292:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776030.442294:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776030.442298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776030.442303:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776030.442312:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12306
00000400:00000200:2.0:1775776030.442324:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776030.442332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776030.442336:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776030.442339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442343:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442346:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776030.442353:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776030.442355:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776030.442358:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776030.442361:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776030.442363:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776030.442366:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776030.442369:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442372:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442373:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442376:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776030.442378:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776030.442382:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442384:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776030.442389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776030.442392:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776030.442396:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442398:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776030.442400:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776030.442411:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776030.442414:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776030.442418:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776030.442419:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442422:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776030.442425:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776030.442444:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776030.442452:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776030.442458:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776030.442468:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309213184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776030.442476:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776030.442481:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776030.442485:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309213184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776030.442503:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776030.442506:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776030.442508:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776030.442509:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776030.442510:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776030.442512:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776030.442514:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12306
00000400:00000200:2.0:1775776030.442517:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776030.442519:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776030.442521:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776030.442523:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442525:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442527:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442529:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776030.442531:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776030.442531:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776030.442533:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776030.442535:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776030.442536:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776030.442537:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776030.442539:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442540:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442540:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442541:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776030.442543:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776030.442545:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442548:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776030.442550:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776030.442556:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776030.442560:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442562:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776030.442568:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776030.442574:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442578:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776030.442584:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776030.442588:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776030.442593:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776030.442594:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442597:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776030.442600:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776030.442603:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776030.442607:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776030.442611:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776030.442618:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309213312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776030.442626:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776030.442628:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776030.442632:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309213312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776030.442640:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776030.442642:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776030.442646:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776030.442648:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776030.442651:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776030.442653:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776030.442656:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12306
00000400:00000200:2.0:1775776030.442662:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776030.442664:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776030.442665:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776030.442667:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442669:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442670:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442674:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776030.442676:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776030.442677:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776030.442678:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776030.442679:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776030.442681:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776030.442684:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776030.442686:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442687:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442689:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442690:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776030.442693:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776030.442695:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442698:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776030.442700:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776030.442703:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776030.442707:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442709:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776030.442712:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776030.442714:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442717:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776030.442720:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776030.442723:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776030.442726:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776030.442727:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442729:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776030.442730:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776030.442733:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776030.442737:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776030.442740:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776030.442747:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309213440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776030.442758:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776030.442760:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776030.442762:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309213440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776030.442771:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776030.442773:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776030.442776:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776030.442779:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776030.442781:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776030.442782:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776030.442786:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12306
00000400:00000200:2.0:1775776030.442790:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776030.442794:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776030.442797:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776030.442803:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442805:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442808:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776030.442815:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776030.442817:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776030.442819:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776030.442821:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776030.442823:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776030.442824:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776030.442828:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442832:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776030.442836:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442839:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776030.442841:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776030.442845:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776030.442848:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776030.442848:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776030.442850:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776030.442853:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442854:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776030.442855:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776030.442857:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442858:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776030.442863:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776030.442865:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776030.442867:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776030.442869:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776030.442871:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776030.442872:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776030.442874:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776030.442875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776030.442878:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
02000000:00000010:2.0:1775776030.442879:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776030.442882:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776030.442888:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309213568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776030.442895:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776030.442897:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776030.442900:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309213568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776030.442912:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776030.442917:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12317)
00000800:00000200:1.1:1775776030.443206:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776030.443208:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776030.443407:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776030.443408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776030.443581:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776030.443583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1775776031.082444:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776031.082449:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776031.082453:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775776035.178300:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776035.178303:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776035.178306:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776035.562314:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776035.562327:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776035.562329:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776035.562335:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776035.562358:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776035.562366:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12312
00000400:00000200:3.0:1775776035.562378:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776035.562386:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776035.562390:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776035.562394:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562398:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562401:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562403:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776035.562408:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776035.562411:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776035.562414:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776035.562417:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776035.562420:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776035.562432:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776035.562436:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562438:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562443:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562445:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776035.562449:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776035.562452:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562455:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776035.562459:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776035.562462:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776035.562465:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.562466:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776035.562469:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776035.562479:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776035.562483:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776035.562487:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776035.562488:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.562491:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776035.562495:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776035.562500:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776035.562510:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776035.562519:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776035.562531:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309213696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776035.562542:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776035.562548:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776035.562554:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309213696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776035.562582:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776035.562585:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776035.562589:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776035.562590:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776035.562592:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776035.562596:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776035.562599:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12312
00000400:00000200:3.0:1775776035.562604:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776035.562609:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776035.562612:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776035.562616:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562618:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562621:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562623:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776035.562627:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776035.562628:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776035.562632:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776035.562635:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776035.562637:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776035.562639:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776035.562646:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562652:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562655:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562657:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776035.562660:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776035.562665:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562673:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776035.562681:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776035.562692:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776035.562703:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.562710:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776035.562722:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776035.562734:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.562740:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776035.562749:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776035.562755:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776035.562757:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776035.562760:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.562767:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776035.562770:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776035.562774:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776035.562780:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776035.562786:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776035.562794:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309213824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776035.562801:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776035.562804:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776035.562810:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309213824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776035.562834:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776035.562843:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776035.562856:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776035.562861:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776035.562863:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776035.562869:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776035.562873:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12312
00000400:00000200:3.0:1775776035.562883:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776035.562887:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776035.562889:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776035.562894:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562901:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562907:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562910:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776035.562913:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776035.562925:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776035.562932:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776035.562937:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776035.562945:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776035.562955:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776035.562965:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562973:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.562979:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.562983:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776035.562988:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776035.562998:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563005:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776035.563013:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776035.563018:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776035.563025:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563029:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776035.563033:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776035.563038:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563040:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776035.563050:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775776035.563054:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776035.563059:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776035.563064:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563068:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776035.563069:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776035.563071:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776035.563077:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776035.563081:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776035.563094:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309213952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776035.563098:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776035.563106:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775776035.563120:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776035.563129:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776035.563140:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309213952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776035.563220:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776035.563227:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776035.563236:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776035.563239:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776035.563244:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776035.563246:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776035.563251:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12312
00000400:00000200:3.0:1775776035.563257:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776035.563269:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776035.563279:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776035.563287:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563293:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.563299:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563302:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776035.563307:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776035.563309:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776035.563314:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776035.563320:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776035.563327:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776035.563332:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776035.563352:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563354:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776035.563356:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563358:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776035.563364:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776035.563367:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776035.563368:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776035.563370:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776035.563373:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776035.563376:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563381:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776035.563387:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776035.563391:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563395:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776035.563399:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776035.563405:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776035.563408:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776035.563414:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776035.563420:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776035.563421:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776035.563423:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776035.563429:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776035.563434:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776035.563444:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309214080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776035.563469:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776035.563472:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776035.563484:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309214080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776035.563500:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776035.563508:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12322)
00000800:00000200:1.1:1775776035.563736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776035.563738:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776035.563947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776035.563948:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776035.564182:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776035.564186:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1775776039.274434:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776039.274440:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776039.274444:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775776040.683061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776040.683063:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776040.683457:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776040.683459:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776040.683622:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776040.683623:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776040.683780:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776040.683782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775776043.370354:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776043.370356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776043.370359:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776045.802267:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776045.802275:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776045.802277:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776045.802280:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776045.802283:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776045.802288:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12322
00000400:00000200:2.0:1775776045.802294:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776045.802299:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776045.802302:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776045.802304:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802306:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802308:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802309:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776045.802312:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776045.802313:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776045.802315:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776045.802316:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776045.802318:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776045.802319:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776045.802320:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802321:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802323:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776045.802326:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776045.802328:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802329:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776045.802331:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776045.802333:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776045.802335:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802336:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776045.802338:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776045.802344:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776045.802347:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776045.802349:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776045.802350:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802352:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776045.802354:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776045.802357:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776045.802363:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776045.802368:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776045.802374:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309214720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776045.802381:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776045.802385:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776045.802387:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309214720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776045.802403:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776045.802406:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776045.802408:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776045.802412:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776045.802413:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776045.802415:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776045.802416:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12322
00000400:00000200:2.0:1775776045.802419:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776045.802421:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776045.802422:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776045.802424:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802426:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802428:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802429:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776045.802431:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776045.802432:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776045.802433:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776045.802435:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776045.802436:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776045.802437:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776045.802439:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802442:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802445:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802447:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776045.802449:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776045.802453:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802457:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776045.802460:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776045.802465:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776045.802467:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802470:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776045.802473:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776045.802474:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802475:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776045.802478:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776045.802481:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776045.802483:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776045.802483:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802487:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776045.802488:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776045.802491:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776045.802496:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776045.802499:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776045.802506:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309214848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776045.802513:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776045.802517:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776045.802521:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309214848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776045.802537:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776045.802540:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776045.802542:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776045.802544:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776045.802548:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776045.802551:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776045.802556:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12322
00000400:00000200:2.0:1775776045.802561:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776045.802565:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776045.802569:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776045.802576:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802578:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802583:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802587:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776045.802592:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776045.802594:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776045.802596:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776045.802599:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776045.802601:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776045.802604:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776045.802610:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802611:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802616:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802618:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776045.802619:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776045.802621:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802625:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776045.802627:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776045.802630:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776045.802634:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802636:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776045.802639:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776045.802643:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802645:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776045.802649:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776045.802653:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776045.802657:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776045.802659:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802662:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776045.802666:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776045.802669:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776045.802675:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776045.802681:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776045.802688:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309214976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776045.802703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776045.802707:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775776045.802707:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775776045.802711:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776045.802718:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309214976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776045.802729:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776045.802733:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776045.802738:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776045.802741:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776045.802743:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776045.802748:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776045.802754:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12322
00000400:00000200:2.0:1775776045.802763:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776045.802771:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776045.802776:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776045.802782:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802787:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802791:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802792:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776045.802796:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776045.802797:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776045.802798:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776045.802799:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776045.802802:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776045.802803:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776045.802804:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802805:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776045.802807:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802808:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776045.802809:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776045.802812:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776045.802815:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776045.802818:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776045.802820:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776045.802823:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802824:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776045.802826:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776045.802829:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802833:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776045.802839:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776045.802842:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776045.802846:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776045.802849:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776045.802851:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776045.802852:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776045.802856:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776045.802859:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776045.802864:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776045.802872:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309215104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776045.802900:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776045.802904:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776045.802912:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309215104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776045.802930:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776045.802938:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12332)
00000800:00000200:0.1:1775776045.803122:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776045.803123:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776045.803342:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776045.803343:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776045.803494:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776045.803497:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775776047.466283:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776047.466285:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776047.466288:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776050.922234:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776050.922244:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776050.922247:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776050.922250:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776050.922255:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776050.922262:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12327
00000400:00000200:2.0:1775776050.922271:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776050.922277:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776050.922280:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776050.922282:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922284:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922286:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922287:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776050.922290:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776050.922291:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776050.922293:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776050.922295:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776050.922296:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776050.922297:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776050.922299:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922300:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922301:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922302:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776050.922304:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776050.922306:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922308:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776050.922310:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776050.922313:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776050.922314:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922316:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776050.922318:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776050.922324:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776050.922327:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776050.922330:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776050.922331:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922333:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776050.922335:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776050.922338:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776050.922343:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776050.922348:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776050.922354:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309215232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776050.922361:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776050.922364:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776050.922367:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309215232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776050.922382:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776050.922384:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776050.922387:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776050.922388:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776050.922389:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776050.922390:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776050.922392:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12327
00000400:00000200:2.0:1775776050.922395:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776050.922398:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776050.922399:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776050.922401:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922403:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922404:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922406:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776050.922409:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776050.922409:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776050.922411:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776050.922412:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776050.922414:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776050.922416:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776050.922419:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922420:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922424:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922427:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776050.922431:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776050.922432:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922434:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776050.922435:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776050.922438:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776050.922443:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922444:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776050.922448:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776050.922451:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922453:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776050.922458:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776050.922461:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776050.922465:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776050.922466:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922469:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776050.922470:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776050.922471:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776050.922474:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776050.922479:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776050.922484:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309215360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776050.922491:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776050.922494:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776050.922498:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309215360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776050.922507:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776050.922509:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776050.922511:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776050.922513:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776050.922514:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776050.922516:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776050.922519:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12327
00000400:00000200:2.0:1775776050.922526:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776050.922531:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776050.922535:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776050.922539:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922541:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922544:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922546:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776050.922547:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776050.922548:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776050.922548:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776050.922550:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776050.922551:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776050.922553:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776050.922558:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922561:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922565:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922569:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776050.922579:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776050.922583:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922589:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776050.922591:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776050.922595:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776050.922600:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922603:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776050.922605:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776050.922607:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922610:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776050.922613:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776050.922616:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776050.922620:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776050.922622:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922625:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776050.922627:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776050.922628:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776050.922632:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776050.922637:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776050.922643:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309215488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776050.922650:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776050.922653:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776050.922660:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309215488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776050.922675:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776050.922679:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776050.922685:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776050.922686:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776050.922690:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776050.922694:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776050.922699:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12327
00000800:00000200:0.1:1775776050.922700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:2.0:1775776050.922704:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776050.922707:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776050.922709:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776050.922710:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922712:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922713:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922716:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776050.922719:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776050.922719:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:0.1:1775776050.922719:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775776050.922721:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776050.922723:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776050.922725:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776050.922728:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776050.922732:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922734:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776050.922736:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922740:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776050.922741:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776050.922742:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776050.922744:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776050.922746:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776050.922750:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776050.922752:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922755:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776050.922757:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776050.922759:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922760:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776050.922764:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776050.922766:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776050.922768:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776050.922770:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776050.922773:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776050.922775:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776050.922777:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776050.922782:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776050.922785:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776050.922791:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309215616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776050.922809:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776050.922814:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776050.922819:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309215616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776050.922831:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776050.922835:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12337)
00000800:00000200:0.1:1775776050.923058:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776050.923060:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776050.923302:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776050.923304:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776050.923493:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776050.923495:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000001:2.0:1775776051.562326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776051.562329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776051.562331:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775776055.658353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776055.658357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776055.658360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:0.1:1775776056.042856:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776056.042861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776056.043420:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776056.043422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776056.043692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776056.043694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776056.043959:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776056.043961:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775776059.754289:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776059.754293:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776059.754296:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775776061.162814:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776061.162820:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776061.163222:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776061.163224:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776061.163413:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776061.163414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776061.163574:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776061.163577:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.0:1775776063.082275:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776063.082286:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776063.082291:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000020:00000001:2.0:1775776063.850325:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776063.850327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776063.850329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775776066.282732:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776066.283007:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776066.283325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776066.283481:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776067.946322:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776067.946327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776067.946330:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775776069.354366:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775776069.354408:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775776069.354418:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776069.354421:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775776069.354425:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776069.354429:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775776069.354433:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776069.354436:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eed00.
00000400:00000200:2.0:1775776069.354441:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776069.354445:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776069.354451:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61ee0
00000400:00000010:2.0:1775776069.354453:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61ee0.
00000100:00000001:2.0:1775776069.354459:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776069.354467:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0000 x1862023309216768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354498:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776069.354509:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309216768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354516:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776069.354518:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776069.354526:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776069.354529:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:2.0:1775776069.354531:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776069.354535:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776069.354538:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61550
00000400:00000010:2.0:1775776069.354539:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61550.
00000100:00000001:2.0:1775776069.354541:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776069.354545:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1500 x1862023309216896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354552:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776069.354555:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309216896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354559:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776069.354560:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776069.354565:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776069.354566:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eec00.
00000400:00000200:2.0:1775776069.354569:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776069.354571:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776069.354574:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb612a8
00000400:00000010:2.0:1775776069.354575:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb612a8.
00000100:00000001:2.0:1775776069.354577:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776069.354580:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0380 x1862023309217024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354587:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776069.354590:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309217024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354596:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776069.354597:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776069.354602:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776069.354604:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee200.
00000400:00000200:2.0:1775776069.354606:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776069.354609:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776069.354611:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61e58
00000400:00000010:2.0:1775776069.354613:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61e58.
00000100:00000001:2.0:1775776069.354614:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776069.354618:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2a00 x1862023309217152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354625:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776069.354627:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309217152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776091 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776069.354633:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776069.354635:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000200:1.1:1775776071.403382:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776071.403385:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776071.403696:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776071.403698:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776071.403975:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776071.403977:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776071.404286:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776071.404288:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1775776072.042361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776072.042364:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776072.042367:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1775776076.138311:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776076.138313:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776076.138316:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1775776076.522951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776076.522958:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775776076.523382:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776076.523384:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775776076.523550:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776076.523551:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1775776076.523729:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776076.523731:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1775776080.234406:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776080.234410:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776080.234415:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776081.642256:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776081.642268:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776081.642272:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776081.642277:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776081.642282:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776081.642291:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12358
00000400:00000200:3.0:1775776081.642303:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776081.642311:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776081.642315:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776081.642319:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642323:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642326:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642328:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776081.642333:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776081.642335:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776081.642337:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776081.642339:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776081.642341:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776081.642344:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776081.642346:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642347:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642348:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776081.642351:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776081.642354:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642355:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776081.642357:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776081.642360:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776081.642362:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642364:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776081.642366:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776081.642375:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775776081.642378:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776081.642381:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776081.642382:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642385:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776081.642388:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776081.642392:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776081.642400:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776081.642408:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776081.642419:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309218304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776081.642431:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776081.642436:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776081.642442:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309218304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776081.642466:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776081.642469:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776081.642472:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776081.642474:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776081.642476:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776081.642479:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776081.642481:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12358
00000400:00000200:3.0:1775776081.642485:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776081.642488:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776081.642490:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776081.642492:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642494:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642495:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642497:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776081.642499:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776081.642502:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776081.642503:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776081.642507:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776081.642511:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776081.642514:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776081.642521:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642526:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642531:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642546:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776081.642549:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776081.642555:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642559:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776081.642563:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776081.642569:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776081.642575:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642578:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776081.642585:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776081.642591:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642594:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776081.642598:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775776081.642603:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776081.642607:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776081.642608:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642612:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776081.642614:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776081.642616:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776081.642621:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776081.642625:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776081.642631:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309218432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776081.642638:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776081.642640:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776081.642645:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309218432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776081.642655:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776081.642659:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776081.642665:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776081.642668:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776081.642669:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776081.642673:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776081.642678:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12358
00000400:00000200:3.0:1775776081.642689:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776081.642697:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776081.642699:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776081.642704:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642707:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642708:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642712:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776081.642715:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776081.642717:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776081.642719:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776081.642721:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776081.642725:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776081.642726:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776081.642730:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642733:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642734:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642735:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776081.642738:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776081.642743:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642746:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776081.642748:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776081.642750:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776081.642753:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642755:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776081.642758:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776081.642762:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642763:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776081.642770:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776081.642772:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776081.642775:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776081.642776:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642779:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776081.642781:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776081.642783:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776081.642787:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776081.642792:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776081.642800:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776081.642807:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776081.642811:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776081.642817:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775776081.642829:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776081.642833:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776081.642836:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776081.642839:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776081.642840:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776081.642842:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776081.642846:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775776081.642847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00080000:3.0:1775776081.642850:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12358
00000400:00000200:3.0:1775776081.642856:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776081.642870:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776081.642873:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776081.642879:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642883:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642886:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642891:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776081.642897:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776081.642899:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776081.642903:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776081.642906:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776081.642910:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776081.642916:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776081.642925:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642929:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776081.642932:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642936:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776081.642941:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776081.642946:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776081.642950:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776081.642955:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776081.642959:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776081.642961:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642962:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776081.642966:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776081.642968:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642970:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776081.642973:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775776081.642978:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776081.642980:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776081.642981:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776081.642984:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776081.642985:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776081.642987:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776081.642993:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776081.642997:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776081.643003:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776081.643017:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776081.643021:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776081.643027:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776081.643044:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776081.643051:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12368)
00000800:00000200:1.1:1775776081.643324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776081.643326:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1775776081.643425:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776081.643429:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776081.643431:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776081.643435:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309218432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776081.643443:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218432:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776081.643447:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776081.643450:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643455:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776081.643456:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776081.643458:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776081.643459:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776081.643460:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776081.643462:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218560:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776081.643464:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776081.643465:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776081.643466:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776081.643468:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776081.643470:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776081.643472:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776081.643474:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776081.643476:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776081.643478:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776081.643480:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309218560, portal 4
00000100:00000001:1.0:1775776081.643482:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776081.643483:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:1.0:1775776081.643487:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643491:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776081.643493:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776081.643494:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776081.643495:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309218560, offset 0
00000400:00000200:1.0:1775776081.643507:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776081.643511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776081.643518:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776081.643521:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776081.643523:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776081.643526:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776081.643528:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776081.643530:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339889:339889:256:4294967295] 192.168.201.105@tcp LPNI seq info [339834:339834:8:4294967295]
00000400:00000200:1.0:1775776081.643545:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776081.643550:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776081.643554:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776081.643557:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776081.643561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776081.643563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775776081.643567:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776081.643569:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775776081.643572:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776081.643574:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776081.643577:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776081.643580:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776081.643582:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776081.643584:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776081.643586:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776081.643589:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643595:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776081.643597:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643603:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776081.643604:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776081.643608:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776081.643611:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776081.643613:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776081.643615:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307030691
00000100:00000001:1.0:1775776081.643617:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307031431
00000100:00000001:1.0:1775776081.643619:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307030691
00000100:00000001:1.0:1775776081.643621:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307031431
00000100:00000001:1.0:1775776081.643622:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776081.643624:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776081.643626:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776081.643629:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081]  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776081.643635:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776081.643637:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776081.643638:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776081.643640:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776081.643642:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776081.643644:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776081.643646:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776081.643653:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643658:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776081.643659:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643661:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776081.643662:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776081.643665:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643670:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776081.643674:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643682:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776081.643684:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643686:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776081.643687:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643688:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776081.643689:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776081.643692:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776081.643695:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776081.643696:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776081.643699:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776081.643706:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218560:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776081.643709:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776081.643712:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643717:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776081.643719:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776081.643721:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776081.643722:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776081.643724:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776081.643727:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776081.643730:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776081.643731:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776081.643733:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776081.643735:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776081.643738:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776081.643740:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776081.643743:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776081.643745:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776081.643747:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776081.643749:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309218688, portal 4
00000100:00000001:1.0:1775776081.643750:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776081.643751:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:1.0:1775776081.643755:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643759:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776081.643761:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776081.643762:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776081.643764:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309218688, offset 0
00000400:00000200:1.0:1775776081.643766:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776081.643768:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776081.643770:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776081.643772:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776081.643773:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776081.643775:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776081.643776:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776081.643778:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339890:339890:256:4294967295] 192.168.201.105@tcp LPNI seq info [339835:339835:8:4294967295]
00000400:00000200:1.0:1775776081.643781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776081.643784:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776081.643787:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776081.643789:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776081.643792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776081.643793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1775776081.643796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776081.643797:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1775776081.643800:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776081.643801:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776081.643803:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776081.643805:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776081.643807:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776081.643808:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776081.643810:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776081.643812:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643817:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776081.643818:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643822:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776081.643823:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776081.643825:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776081.643827:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776081.643828:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776081.643829:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307030700
00000100:00000001:1.0:1775776081.643831:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307031431
00000100:00000001:1.0:1775776081.643832:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307030700
00000100:00000001:1.0:1775776081.643833:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307031431
00000100:00000001:1.0:1775776081.643835:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776081.643836:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776081.643837:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776081.643839:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081]  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776081.643843:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776081.643844:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776081.643844:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776081.643846:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776081.643847:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776081.643848:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776081.643850:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776081.643854:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643861:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776081.643862:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643863:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776081.643864:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776081.643866:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643870:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776081.643872:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643875:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776081.643876:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643877:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776081.643878:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643879:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776081.643879:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776081.643881:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776081.643882:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776081.643883:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776081.643885:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776081.643889:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776081.643891:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643892:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776081.643894:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309218432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643898:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776081.643899:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776081.643901:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776081.643902:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776081.643903:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776081.643904:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776081.643905:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776081.643907:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776081.643908:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776081.643909:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776081.643910:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:1.0:1775776081.643911:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776081.643912:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643913:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776081.643915:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309218560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643919:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776081.643920:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776081.643921:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776081.643922:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776081.643922:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776081.643923:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776081.643924:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776081.643925:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776081.643926:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776081.643926:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776081.643927:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:1.0:1775776081.643928:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776081.643929:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643929:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776081.643931:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309218688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776081.643934:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776081.643935:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776081.643936:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776081.643938:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776081.643939:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776081.643940:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776081.643942:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776081.643944:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776081.643946:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776081.643947:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776081.643948:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776081.643950:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776081.643951:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643952:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776081.643955:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776081.643957:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776081.643959:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776081.643960:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776082.602284:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307031431, at 4307031488
00000100:00000010:1.0:1775776082.602311:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e420.
00000020:00000001:2.0:1775776084.330410:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776084.330414:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776084.330418:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776086.762261:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776086.762269:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776086.762270:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776086.762273:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776086.762277:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776086.762282:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12363
00000400:00000200:3.0:1775776086.762289:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776086.762294:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776086.762296:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776086.762298:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762300:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.762302:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762303:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776086.762306:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776086.762307:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776086.762309:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776086.762310:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776086.762312:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776086.762313:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776086.762315:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762316:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.762317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776086.762320:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776086.762322:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762323:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776086.762325:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776086.762327:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776086.762329:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762330:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776086.762332:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776086.762338:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776086.762341:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776086.762344:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776086.762345:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762347:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776086.762349:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776086.762352:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776086.762358:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776086.762362:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776086.762369:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776086.762376:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776086.762379:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776086.762382:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776086.762403:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776086.762406:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776086.762409:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776086.762410:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776086.762412:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776086.762414:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776086.762417:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12363
00000400:00000200:3.0:1775776086.762421:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776086.762424:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776086.762427:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776086.762431:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762433:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.762435:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762437:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776086.762439:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776086.762440:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:1.0:1775776086.762441:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776086.762443:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776086.762459:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776086.762460:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776086.762462:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776086.762464:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776086.762468:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776086.762473:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776086.762475:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776086.762476:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.762482:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762490:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776086.762497:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776086.762502:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1775776086.762506:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776086.762507:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762512:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.762515:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776086.762516:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776086.762521:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776086.762523:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776086.762528:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776086.762529:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762533:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776086.762538:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309218816:192.168.201.105@tcp:250:kworker.0
00000008:00100000:3.0:1775776086.762540:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776086.762547:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1775776086.762547:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762551:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.762554:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1775776086.762556:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
02000000:00000001:1.0:1775776086.762559:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776086.762560:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776086.762566:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776086.762566:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776086.762570:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762572:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776086.762574:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776086.762575:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776086.762577:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776086.762581:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776086.762581:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776086.762590:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776086.762595:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:3.0:1775776086.762601:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776086.762603:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776086.762613:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776086.762614:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776086.762617:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776086.762623:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776086.762624:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309218816, portal 25
00000100:00000001:1.0:1775776086.762634:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776086.762638:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:1.0:1775776086.762652:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776086.762655:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776086.762665:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776086.762677:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775776086.762677:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776086.762679:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776086.762683:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775776086.762685:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762692:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775776086.762693:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00080000:3.0:1775776086.762698:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12363
00000100:00000200:1.0:1775776086.762701:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309218816, offset 0
00000400:00000200:3.0:1775776086.762709:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.762715:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776086.762717:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776086.762721:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776086.762726:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.762731:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776086.762734:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.762738:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.762741:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776086.762743:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776086.762749:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776086.762750:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776086.762752:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775776086.762753:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775776086.762755:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776086.762758:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776086.762761:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:3.0:1775776086.762763:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776086.762772:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775776086.762777:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.762778:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762788:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776086.762790:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339891:339891:256:4294967295] 192.168.201.105@tcp LPNI seq info [339836:339836:8:4294967295]
00000100:00000040:3.0:1775776086.762794:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762801:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776086.762807:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776086.762807:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776086.762816:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762819:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776086.762821:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776086.762825:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776086.762830:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776086.762831:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776086.762835:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776086.762840:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1775776086.762847:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00000001:3.0:1775776086.762847:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762854:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776086.762858:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000800:00000010:1.0:1775776086.762859:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000020:00000040:3.0:1775776086.762863:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776086.762866:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776086.762869:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.762873:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1775776086.762875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776086.762876:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776086.762880:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776086.762882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
02000000:00000010:3.0:1775776086.762888:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776086.762892:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776086.762895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:3.0:1775776086.762903:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776086.762903:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775776086.762919:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776086.762920:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1775776086.762927:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000100:00000001:3.0:1775776086.762927:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776086.762937:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776086.762939:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776086.762958:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775776086.762966:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776086.762969:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776086.762970:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000100:00080000:3.0:1775776086.762974:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1775776086.762976:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:3.0:1775776086.762977:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776086.762981:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776086.762986:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776086.762986:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776086.762997:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12363
00000100:00000200:1.0:1775776086.762998:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776086.763010:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776086.763018:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776086.763026:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776086.763033:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.763040:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776086.763047:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.763049:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776086.763051:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776086.763052:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776086.763061:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776086.763065:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776086.763066:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1775776086.763070:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776086.763073:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776086.763080:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776086.763089:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763091:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776086.763100:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776086.763101:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776086.763105:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776086.763109:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776086.763112:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776086.763115:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307036551
00000100:00000001:3.0:1775776086.763117:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776086.763121:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000010:1.0:1775776086.763124:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e420.
00000100:00080000:3.0:1775776086.763125:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776086.763130:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776086.763132:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776086.763134:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1775776086.763136:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776086.763141:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.763142:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776086.763144:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776086.763147:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.763149:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763151:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307036551
00000100:00000010:3.0:1775776086.763153:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000100:00000010:1.0:1775776086.763158:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e240.
00000020:00000040:3.0:1775776086.763159:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776086.763200:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776086.763201:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776086.763205:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776086.763206:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776086.763209:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776086.763215:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776086.763219:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763221:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776086.763225:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775776086.763226:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776086.763234:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763240:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776086.763244:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776086.763247:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776086.763250:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086]  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776086.763256:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776086.763287:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776086.763289:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776086.763292:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775776086.763292:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12373)
00000400:00000010:1.0:1775776086.763295:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776086.763301:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776086.763303:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776086.763307:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776086.763314:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776086.763324:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763331:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776086.763334:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763337:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763339:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776086.763344:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763350:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776086.763355:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763362:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776086.763365:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763367:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763368:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763371:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776086.763373:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776086.763376:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776086.763381:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776086.763384:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776086.763389:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776086.763397:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309218816:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776086.763403:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763404:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.763407:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309218816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763415:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776086.763418:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776086.763421:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776086.763425:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776086.763427:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776086.763429:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776086.763432:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776086.763435:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:1.0:1775776086.763439:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776086.763441:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776086.763443:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:1.0:1775776086.763459:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776086.763460:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763463:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763472:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776086.763474:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763477:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776086.763478:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776086.763479:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776086.763484:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763491:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776086.763492:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.763494:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776086.763496:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776086.763498:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776086.763501:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218944:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776086.763504:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776086.763507:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776086.763508:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.763510:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776086.763513:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776086.763515:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776086.763519:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776086.763522:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776086.763526:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776086.763529:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309218944, portal 10
00000100:00000001:1.0:1775776086.763531:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776086.763532:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:1.0:1775776086.763539:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763546:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776086.763548:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776086.763550:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776086.763553:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309218944, offset 0
00000400:00000200:1.0:1775776086.763557:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776086.763561:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.763565:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776086.763568:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776086.763571:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776086.763573:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776086.763576:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.763579:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339892:339892:256:4294967295] 192.168.201.105@tcp LPNI seq info [339837:339837:8:4294967295]
00000400:00000200:1.0:1775776086.763583:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.763589:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776086.763594:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.763598:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776086.763603:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776086.763606:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775776086.763610:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776086.763612:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775776086.763617:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.763618:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776086.763621:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776086.763625:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776086.763628:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776086.763630:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776086.763633:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776086.763636:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763644:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.763647:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763659:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763661:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776086.763665:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776086.763670:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776086.763674:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776086.763676:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307035683
00000100:00000001:1.0:1775776086.763679:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.763681:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307035683
00000100:00000001:1.0:1775776086.763683:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.763685:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776086.763686:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763688:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776086.763691:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086]  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776086.763699:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776086.763700:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776086.763702:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776086.763704:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776086.763706:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776086.763708:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776086.763711:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776086.763719:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763725:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776086.763726:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763728:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763729:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776086.763733:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763741:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776086.763745:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763752:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776086.763754:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763755:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763757:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763758:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776086.763760:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776086.763762:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776086.763765:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776086.763767:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776086.763771:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776086.763778:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309218944:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776086.763781:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776086.763784:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763788:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776086.763789:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.763790:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776086.763791:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776086.763793:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776086.763795:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219072:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776086.763797:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776086.763798:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776086.763800:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.763801:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776086.763804:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776086.763805:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776086.763808:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776086.763809:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776086.763811:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776086.763813:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219072, portal 4
00000100:00000001:1.0:1775776086.763815:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776086.763816:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:1.0:1775776086.763819:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763825:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776086.763827:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776086.763829:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776086.763831:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309219072, offset 0
00000400:00000200:1.0:1775776086.763834:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776086.763838:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.763842:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776086.763844:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776086.763846:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776086.763849:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776086.763851:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.763854:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339893:339893:256:4294967295] 192.168.201.105@tcp LPNI seq info [339838:339838:8:4294967295]
00000400:00000200:1.0:1775776086.763859:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.763864:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776086.763869:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.763872:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776086.763876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776086.763879:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775776086.763882:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776086.763884:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775776086.763886:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.763888:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776086.763890:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776086.763892:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776086.763894:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776086.763895:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776086.763896:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776086.763899:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763904:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.763905:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763910:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763911:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776086.763912:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776086.763915:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776086.763917:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776086.763919:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307035811
00000100:00000001:1.0:1775776086.763920:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.763922:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307035811
00000100:00000001:1.0:1775776086.763923:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.763924:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776086.763925:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.763927:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776086.763930:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086]  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776086.763937:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776086.763938:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776086.763940:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776086.763942:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776086.763944:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776086.763946:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776086.763949:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776086.763957:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763963:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776086.763964:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763966:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763968:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776086.763971:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763977:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776086.763981:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.763987:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776086.763989:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763991:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.763992:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.763994:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776086.763995:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776086.763998:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776086.764001:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776086.764003:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776086.764006:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776086.764014:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219072:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776086.764017:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776086.764021:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764028:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776086.764029:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.764031:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776086.764033:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776086.764034:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776086.764037:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776086.764040:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776086.764042:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776086.764044:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776086.764046:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776086.764049:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776086.764051:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776086.764054:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776086.764056:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776086.764059:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776086.764062:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219200, portal 4
00000100:00000001:1.0:1775776086.764063:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776086.764065:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:1.0:1775776086.764070:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764075:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776086.764078:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776086.764079:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776086.764081:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309219200, offset 0
00000400:00000200:1.0:1775776086.764085:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776086.764089:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.764093:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776086.764095:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776086.764098:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776086.764100:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776086.764102:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776086.764106:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339894:339894:256:4294967295] 192.168.201.105@tcp LPNI seq info [339839:339839:8:4294967295]
00000400:00000200:1.0:1775776086.764110:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776086.764116:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776086.764120:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.764123:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776086.764127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776086.764129:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1775776086.764133:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776086.764135:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1775776086.764139:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776086.764141:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776086.764144:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776086.764147:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776086.764150:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776086.764152:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776086.764154:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776086.764157:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764185:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.764188:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764194:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.764196:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776086.764199:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776086.764203:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776086.764206:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776086.764208:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307035821
00000100:00000001:1.0:1775776086.764211:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.764212:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307035821
00000100:00000001:1.0:1775776086.764215:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307036551
00000100:00000001:1.0:1775776086.764217:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776086.764219:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.764221:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776086.764225:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086]  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776086.764233:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776086.764234:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776086.764236:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776086.764238:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776086.764240:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776086.764243:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776086.764246:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776086.764253:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764259:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776086.764261:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764263:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.764264:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776086.764268:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764274:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776086.764277:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764284:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776086.764286:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764288:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776086.764289:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764291:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776086.764292:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776086.764294:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776086.764298:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776086.764301:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776086.764304:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776086.764312:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776086.764315:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764317:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.764320:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309218944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764326:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776086.764327:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776086.764329:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776086.764332:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776086.764333:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776086.764335:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776086.764337:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776086.764339:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776086.764341:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776086.764343:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776086.764344:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:1.0:1775776086.764346:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776086.764347:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764349:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.764352:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309219072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764358:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776086.764359:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776086.764361:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776086.764363:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776086.764364:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776086.764365:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776086.764367:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776086.764369:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776086.764372:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776086.764373:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776086.764374:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:1.0:1775776086.764377:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776086.764378:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764379:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776086.764382:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309219200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776086.764388:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776086.764390:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776086.764391:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776086.764393:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776086.764395:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776086.764396:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776086.764397:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776086.764399:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776086.764401:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776086.764402:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776086.764404:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:1.0:1775776086.764406:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776086.764407:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764408:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776086.764412:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776086.764413:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776086.764415:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776086.764417:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776087.722287:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307036551, at 4307036608
00000100:00000010:1.0:1775776087.722305:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e240.
00000020:00000001:2.0:1775776088.426369:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776088.426373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776088.426376:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776091.882235:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776091.882245:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776091.882247:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776091.882252:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776091.882256:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776091.882263:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12368
00000400:00000200:3.0:1775776091.882273:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776091.882279:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776091.882282:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776091.882285:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882288:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776091.882290:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882292:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776091.882296:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776091.882298:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776091.882300:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776091.882303:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776091.882305:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776091.882307:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776091.882309:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882311:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776091.882313:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882314:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776091.882317:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776091.882320:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882322:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776091.882326:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776091.882329:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776091.882332:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.882334:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776091.882336:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776091.882345:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776091.882348:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776091.882352:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776091.882353:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.882369:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776091.882371:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776091.882374:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776091.882383:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776091.882389:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776091.882398:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776091.882408:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776091.882412:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776091.882417:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776091.882439:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776091.882442:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776091.882446:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776091.882447:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776091.882449:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776091.882451:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776091.882459:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12368
00000400:00000200:3.0:1775776091.882464:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776091.882469:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776091.882471:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776091.882473:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776091.882475:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776091.882477:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776091.882479:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776091.882480:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776091.882485:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776091.882488:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776091.882488:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776091.882494:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776091.882497:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:1.0:1775776091.882502:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1775776091.882502:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776091.882504:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776091.882505:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
02000000:00000001:1.0:1775776091.882509:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775776091.882510:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776091.882512:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775776091.882514:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776091.882515:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776091.882520:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309219328:192.168.201.105@tcp:250:kworker.0
00000100:00000040:3.0:1775776091.882523:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776091.882524:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776091.882528:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776091.882528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776091.882531:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776091.882532:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.882536:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776091.882536:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776091.882540:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000010:1.0:1775776091.882541:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776091.882545:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776091.882545:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882550:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.882554:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776091.882555:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775776091.882557:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776091.882562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776091.882563:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776091.882566:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776091.882567:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219328, portal 25
00000100:00000001:3.0:1775776091.882569:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776091.882570:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776091.882572:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000008:00100000:3.0:1775776091.882575:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776091.882577:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776091.882580:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882586:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776091.882586:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776091.882590:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776091.882593:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000010:3.0:1775776091.882593:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000100:00000200:1.0:1775776091.882596:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309219328, offset 0
00000020:00000040:3.0:1775776091.882598:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000200:1.0:1775776091.882603:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776091.882605:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776091.882607:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.882609:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775776091.882610:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776091.882612:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776091.882615:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.882616:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776091.882622:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1775776091.882623:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000400:00000200:1.0:1775776091.882626:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776091.882629:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.882630:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776091.882635:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00100000:3.0:1775776091.882640:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776091.882647:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339895:339895:256:4294967295] 192.168.201.105@tcp LPNI seq info [339840:339840:8:4294967295]
00000100:00000001:3.0:1775776091.882653:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776091.882657:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.882661:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776091.882665:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776091.882673:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776091.882684:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882687:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776091.882688:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000100:00080000:3.0:1775776091.882691:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775776091.882696:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776091.882698:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1775776091.882701:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1775776091.882702:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776091.882705:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775776091.882709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776091.882711:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775776091.882712:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1775776091.882716:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12368
00000800:00000100:1.0:1775776091.882717:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.882720:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:3.0:1775776091.882724:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.882725:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776091.882731:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776091.882734:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776091.882735:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776091.882741:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000100:00000040:3.0:1775776091.882741:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:1.0:1775776091.882744:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:3.0:1775776091.882745:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776091.882748:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775776091.882749:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776091.882753:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776091.882753:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776091.882758:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776091.882761:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776091.882765:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776091.882767:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775776091.882768:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000040:1.0:1775776091.882771:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776091.882772:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776091.882777:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:1.0:1775776091.882783:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776091.882784:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776091.882786:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776091.882789:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776091.882792:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776091.882792:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882795:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776091.882798:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776091.882801:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00000001:1.0:1775776091.882802:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307041671
00000100:00080000:3.0:1775776091.882807:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000010:1.0:1775776091.882808:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e240.
00000100:00000001:3.0:1775776091.882812:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882815:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1775776091.882815:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776091.882818:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776091.882821:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882822:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307041671
00000100:00000001:3.0:1775776091.882824:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:1.0:1775776091.882825:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eae0.
00000008:00100000:3.0:1775776091.882827:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776091.882828:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1775776091.882832:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882833:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776091.882835:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882836:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882841:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1775776091.882842:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000100:00100000:1.0:1775776091.882844:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091]  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776091.882847:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776091.882853:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776091.882855:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.882860:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776091.882862:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1775776091.882865:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1775776091.882865:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776091.882867:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776091.882869:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776091.882871:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
02000000:00000010:3.0:1775776091.882871:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000400:00000010:1.0:1775776091.882873:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776091.882876:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775776091.882876:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776091.882879:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776091.882886:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.882892:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776091.882895:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.882898:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1775776091.882899:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776091.882901:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776091.882909:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776091.882912:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776091.882916:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.882924:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776091.882924:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776091.882934:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776091.882937:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775776091.882941:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776091.882942:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776091.882945:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776091.882947:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776091.882953:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776091.882957:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776091.882958:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12368
00000100:00000001:1.0:1775776091.882962:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775776091.882966:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776091.882967:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.882970:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1775776091.882973:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1775776091.882974:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1775776091.882976:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776091.882977:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776091.882983:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1775776091.882983:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776091.882987:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1775776091.882992:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000040:3.0:1775776091.882992:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776091.882994:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775776091.882996:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776091.882999:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776091.883000:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000040:1.0:1775776091.883001:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776091.883002:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776091.883005:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776091.883009:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776091.883014:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776091.883021:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00100000:1.0:1775776091.883023:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309219328:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776091.883024:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776091.883029:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776091.883031:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776091.883031:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776091.883035:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1775776091.883036:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000040:1.0:1775776091.883041:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309219328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776091.883042:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776091.883047:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776091.883052:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776091.883055:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776091.883057:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776091.883060:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883061:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883064:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
00000100:00000001:3.0:1775776091.883064:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776091.883068:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:3.0:1775776091.883068:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000020:00000001:1.0:1775776091.883070:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776091.883073:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000008:00000001:3.0:1775776091.883073:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775776091.883078:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:3.0:1775776091.883078:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776091.883080:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
00000100:00000010:3.0:1775776091.883083:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
02000000:00000001:1.0:1775776091.883084:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776091.883087:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1775776091.883088:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000010:1.0:1775776091.883089:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
02000000:00000001:3.0:1775776091.883092:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776091.883093:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1775776091.883095:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883096:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776091.883099:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776091.883100:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776091.883102:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776091.883105:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883108:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1775776091.883109:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:1.0:1775776091.883111:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.883113:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776091.883118:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776091.883125:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776091.883129:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776091.883130:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776091.883132:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776091.883133:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776091.883139:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776091.883140:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883157:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776091.883159:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776091.883198:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776091.883204:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12378)
02000000:00000001:1.0:1775776091.883207:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776091.883211:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776091.883213:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776091.883217:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219456:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776091.883221:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776091.883223:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776091.883225:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883227:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883244:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776091.883246:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.883251:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776091.883253:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776091.883257:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776091.883259:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219456, portal 10
00000100:00000001:1.0:1775776091.883267:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776091.883269:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:1.0:1775776091.883278:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883284:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776091.883286:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776091.883289:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776091.883291:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309219456, offset 0
00000400:00000200:1.0:1775776091.883295:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883299:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883302:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776091.883305:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776091.883307:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776091.883310:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776091.883312:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883315:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339896:339896:256:4294967295] 192.168.201.105@tcp LPNI seq info [339841:339841:8:4294967295]
00000400:00000200:1.0:1775776091.883319:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883323:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776091.883326:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883329:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776091.883331:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776091.883334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776091.883337:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776091.883338:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776091.883340:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883342:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776091.883344:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776091.883346:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776091.883348:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776091.883349:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776091.883351:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776091.883372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883377:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883379:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883383:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883383:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776091.883386:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776091.883388:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776091.883390:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776091.883392:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307040803
00000100:00000001:1.0:1775776091.883393:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883395:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307040803
00000100:00000001:1.0:1775776091.883396:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883397:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776091.883398:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883399:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776091.883401:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091]  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776091.883406:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776091.883407:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776091.883408:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776091.883410:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776091.883411:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776091.883412:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776091.883414:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776091.883419:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883422:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776091.883423:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883424:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883425:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776091.883427:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883430:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776091.883432:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883436:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776091.883437:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883438:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883438:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883439:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776091.883441:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776091.883442:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776091.883444:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776091.883445:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776091.883447:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776091.883451:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219456:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776091.883453:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776091.883455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883459:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776091.883460:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883461:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776091.883462:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776091.883463:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776091.883465:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219584:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776091.883466:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776091.883468:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776091.883469:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883470:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883472:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776091.883473:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.883475:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776091.883477:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776091.883479:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776091.883480:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219584, portal 4
00000100:00000001:1.0:1775776091.883482:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776091.883482:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:1.0:1775776091.883486:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883489:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776091.883491:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776091.883492:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776091.883493:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309219584, offset 0
00000400:00000200:1.0:1775776091.883495:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883503:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883506:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776091.883509:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776091.883511:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776091.883513:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776091.883514:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883516:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339897:339897:256:4294967295] 192.168.201.105@tcp LPNI seq info [339842:339842:8:4294967295]
00000400:00000200:1.0:1775776091.883518:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883522:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776091.883524:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883526:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776091.883529:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776091.883530:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776091.883533:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776091.883534:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776091.883536:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883537:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776091.883539:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776091.883541:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776091.883543:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776091.883544:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776091.883545:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776091.883547:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883551:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883553:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883556:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883557:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776091.883559:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776091.883560:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776091.883562:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776091.883563:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307040931
00000100:00000001:1.0:1775776091.883564:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883565:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307040931
00000100:00000001:1.0:1775776091.883567:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883568:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776091.883569:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883570:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776091.883572:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091]  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776091.883576:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776091.883577:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776091.883578:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776091.883579:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776091.883579:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776091.883580:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776091.883582:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776091.883586:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883590:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776091.883591:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883591:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883592:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776091.883594:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883597:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776091.883599:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883602:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776091.883604:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883605:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883605:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883607:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776091.883608:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776091.883609:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776091.883611:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776091.883613:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776091.883614:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776091.883618:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219584:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776091.883620:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883621:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883623:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309219456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883626:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776091.883627:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883628:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776091.883630:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776091.883631:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776091.883632:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776091.883633:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776091.883634:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776091.883635:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776091.883636:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776091.883637:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:1.0:1775776091.883639:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776091.883639:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883640:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883642:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309219584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883645:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776091.883646:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883647:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776091.883648:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776091.883649:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776091.883650:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776091.883651:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776091.883652:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776091.883653:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776091.883654:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776091.883654:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:1.0:1775776091.883656:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776091.883656:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883657:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883659:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776091.883660:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883661:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776091.883662:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776091.883662:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776091.883664:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883668:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776091.883668:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883670:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776091.883671:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776091.883672:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776091.883673:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776091.883675:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776091.883676:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776091.883677:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776091.883678:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883679:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776091.883680:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776091.883682:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776091.883683:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776091.883685:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776091.883686:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219712, portal 4
00000100:00000001:1.0:1775776091.883688:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776091.883689:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:1.0:1775776091.883692:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883696:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776091.883697:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776091.883698:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776091.883700:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309219712, offset 0
00000400:00000200:1.0:1775776091.883702:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883704:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883705:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776091.883707:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776091.883708:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776091.883709:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776091.883711:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776091.883713:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339898:339898:256:4294967295] 192.168.201.105@tcp LPNI seq info [339843:339843:8:4294967295]
00000400:00000200:1.0:1775776091.883716:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776091.883721:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776091.883726:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883729:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776091.883732:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776091.883734:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776091.883738:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776091.883740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776091.883744:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776091.883745:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776091.883748:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776091.883751:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776091.883753:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776091.883755:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776091.883757:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776091.883759:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883766:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883769:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883774:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883775:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776091.883778:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776091.883781:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776091.883783:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776091.883785:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307040940
00000100:00000001:1.0:1775776091.883787:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883789:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307040940
00000100:00000001:1.0:1775776091.883790:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307041671
00000100:00000001:1.0:1775776091.883792:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776091.883793:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883795:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776091.883798:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091]  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776091.883805:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776091.883806:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776091.883807:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776091.883809:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776091.883811:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776091.883813:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776091.883815:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776091.883823:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883829:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776091.883830:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883831:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883831:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776091.883834:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883838:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776091.883840:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883843:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776091.883845:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883845:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776091.883846:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883847:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776091.883848:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776091.883849:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776091.883851:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776091.883852:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776091.883854:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776091.883858:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776091.883860:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883861:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776091.883863:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309219712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776091.883866:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776091.883867:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776091.883868:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776091.883869:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776091.883870:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776091.883871:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776091.883872:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776091.883873:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776091.883875:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776091.883875:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776091.883876:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:1.0:1775776091.883877:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776091.883878:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883879:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776091.883881:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776091.883882:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776091.883883:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776091.883884:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776092.522308:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776092.522310:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776092.522313:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776092.842247:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307041671, at 4307041728
00000100:00000010:1.0:1775776092.842261:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01eae0.
00000020:00000001:2.0:1775776096.618332:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776096.618335:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776096.618338:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776097.002251:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776097.002258:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776097.002260:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776097.002263:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776097.002275:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776097.002281:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12373
00000400:00000200:3.0:1775776097.002288:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776097.002292:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776097.002295:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776097.002298:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002301:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776097.002304:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002306:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776097.002309:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776097.002311:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776097.002314:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776097.002316:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776097.002318:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776097.002321:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776097.002324:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002326:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776097.002327:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002329:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776097.002332:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776097.002335:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002337:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776097.002340:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776097.002343:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776097.002346:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002348:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776097.002350:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776097.002358:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776097.002361:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776097.002364:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776097.002365:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002367:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776097.002369:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776097.002372:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776097.002378:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776097.002383:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776097.002390:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776097.002400:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776097.002404:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776097.002409:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776097.002431:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776097.002434:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776097.002437:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776097.002439:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776097.002441:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776097.002444:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776097.002447:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12373
00000400:00000200:3.0:1775776097.002451:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776097.002455:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776097.002457:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776097.002460:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002463:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776097.002465:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776097.002466:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776097.002467:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776097.002470:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776097.002471:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776097.002473:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776097.002473:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776097.002476:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776097.002478:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776097.002480:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776097.002481:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776097.002484:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776097.002490:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002494:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776097.002497:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775776097.002497:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776097.002501:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002501:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776097.002505:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776097.002507:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775776097.002508:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776097.002510:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776097.002513:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776097.002516:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309219840:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776097.002517:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.002520:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776097.002520:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776097.002525:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776097.002527:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776097.002527:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776097.002532:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776097.002532:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002534:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:1.0:1775776097.002537:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
00000008:00100000:3.0:1775776097.002538:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776097.002542:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775776097.002543:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002546:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.002548:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:3.0:1775776097.002552:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000400:00000010:1.0:1775776097.002553:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000020:00000040:3.0:1775776097.002558:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776097.002561:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775776097.002562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776097.002562:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002567:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776097.002569:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776097.002571:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776097.002572:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219840, portal 25
00000100:00000001:1.0:1775776097.002575:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1775776097.002577:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:1.0:1775776097.002578:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00000001:3.0:1775776097.002582:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776097.002587:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776097.002591:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776097.002606:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776097.002610:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775776097.002613:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002615:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776097.002617:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776097.002622:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309219840, offset 0
00000100:00000040:3.0:1775776097.002622:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776097.002633:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002634:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776097.002637:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776097.002639:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776097.002641:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776097.002642:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776097.002643:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776097.002646:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776097.002648:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12373
00000400:00000200:1.0:1775776097.002651:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776097.002655:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.002658:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776097.002661:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776097.002665:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:3.0:1775776097.002665:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776097.002671:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776097.002672:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775776097.002675:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776097.002678:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:3.0:1775776097.002680:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002684:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776097.002685:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339899:339899:256:4294967295] 192.168.201.105@tcp LPNI seq info [339844:339844:8:4294967295]
00000020:00000001:3.0:1775776097.002689:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776097.002692:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776097.002695:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776097.002696:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776097.002699:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776097.002702:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776097.002706:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776097.002712:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775776097.002713:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002718:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776097.002721:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002723:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.0:1775776097.002726:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776097.002727:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776097.002732:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000010:1.0:1775776097.002734:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000100:00000001:3.0:1775776097.002734:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776097.002735:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776097.002738:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776097.002740:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002742:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776097.002743:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776097.002745:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002746:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776097.002753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776097.002759:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000010:3.0:1775776097.002759:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776097.002763:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776097.002768:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1775776097.002769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776097.002770:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002772:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776097.002773:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776097.002775:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776097.002780:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776097.002784:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776097.002785:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00100000:3.0:1775776097.002791:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1775776097.002795:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.002800:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000100:00000001:3.0:1775776097.002803:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776097.002806:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.002807:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775776097.002813:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776097.002816:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776097.002824:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000100:00000001:3.0:1775776097.002826:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776097.002828:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00080000:3.0:1775776097.002829:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776097.002834:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775776097.002834:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776097.002836:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776097.002838:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776097.002840:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775776097.002848:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776097.002849:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12373
00000400:00000200:3.0:1775776097.002856:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776097.002861:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776097.002864:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776097.002867:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776097.002868:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002871:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776097.002875:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776097.002875:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002876:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776097.002880:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776097.002882:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776097.002884:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776097.002886:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776097.002889:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776097.002892:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776097.002897:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776097.002898:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776097.002898:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776097.002902:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775776097.002902:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002904:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776097.002907:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776097.002910:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776097.002910:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776097.002915:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.002919:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776097.002919:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776097.002923:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776097.002924:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307046791
00000100:00000010:1.0:1775776097.002930:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eae0.
02000000:00000001:3.0:1775776097.002934:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.002937:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776097.002937:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776097.002942:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776097.002945:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.002946:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307046791
00000100:00000001:3.0:1775776097.002947:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776097.002950:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eb40.
00000100:00000010:3.0:1775776097.002953:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776097.002954:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1775776097.002958:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776097.002959:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776097.002963:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776097.002963:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776097.002965:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.002967:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776097.002969:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776097.002971:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1775776097.002973:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776097/real 1775776097]  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776097.002974:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776097.002980:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776097.002985:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776097.002987:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776097.002990:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1775776097.002991:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776097.002994:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776097.002999:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:3.0:1775776097.003000:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776097.003003:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776097.003003:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003009:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775776097.003009:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776097.003016:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776097.003023:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776097.003027:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776097.003029:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12383)
00000100:00000001:1.0:1775776097.003036:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776097.003038:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003040:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003042:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776097.003046:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003054:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776097.003058:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003066:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776097.003068:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003070:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003071:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003073:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776097.003074:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776097.003077:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776097.003080:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776097.003082:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776097.003086:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776097.003093:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309219840:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776097.003097:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003098:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003100:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309219840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003104:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776097.003105:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003107:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776097.003109:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776097.003110:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776097.003111:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776097.003112:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776097.003113:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776097.003116:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776097.003118:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776097.003119:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:1.0:1775776097.003121:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776097.003122:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003123:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003128:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776097.003130:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003131:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776097.003132:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776097.003132:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776097.003134:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003139:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776097.003140:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003141:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776097.003142:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776097.003143:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776097.003145:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219968:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776097.003147:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776097.003148:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776097.003149:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003150:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003152:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776097.003153:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.003155:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776097.003157:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776097.003159:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776097.003161:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309219968, portal 10
00000100:00000001:1.0:1775776097.003184:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776097.003185:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:1.0:1775776097.003190:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003194:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776097.003196:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776097.003198:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776097.003199:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309219968, offset 0
00000400:00000200:1.0:1775776097.003202:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003205:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003207:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776097.003209:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776097.003211:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776097.003212:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776097.003214:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003216:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339900:339900:256:4294967295] 192.168.201.105@tcp LPNI seq info [339845:339845:8:4294967295]
00000400:00000200:1.0:1775776097.003219:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003222:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776097.003225:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003226:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776097.003229:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776097.003231:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776097.003233:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776097.003235:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776097.003237:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003238:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776097.003240:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776097.003242:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776097.003244:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776097.003245:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776097.003246:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776097.003248:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003253:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003254:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003258:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003259:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776097.003261:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776097.003263:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776097.003278:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776097.003280:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307045923
00000100:00000001:1.0:1775776097.003282:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003283:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307045923
00000100:00000001:1.0:1775776097.003288:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003290:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776097.003291:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003292:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776097.003294:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776097/real 1775776097]  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776097.003299:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776097.003300:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776097.003301:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776097.003302:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776097.003303:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776097.003304:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776097.003306:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776097.003311:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003314:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776097.003315:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003316:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003317:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776097.003318:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003322:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776097.003324:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003328:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776097.003329:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003330:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003331:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003332:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776097.003333:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776097.003334:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776097.003336:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776097.003337:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776097.003339:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776097.003343:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309219968:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776097.003346:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776097.003347:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003351:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776097.003352:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003353:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776097.003354:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776097.003355:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776097.003356:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220096:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776097.003358:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776097.003359:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776097.003360:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003361:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003363:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776097.003364:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.003366:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776097.003368:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776097.003370:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776097.003372:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220096, portal 4
00000100:00000001:1.0:1775776097.003373:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776097.003374:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:1.0:1775776097.003377:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003381:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776097.003382:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776097.003384:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776097.003387:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309220096, offset 0
00000400:00000200:1.0:1775776097.003390:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003393:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003397:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776097.003399:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776097.003401:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776097.003403:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776097.003405:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003408:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339901:339901:256:4294967295] 192.168.201.105@tcp LPNI seq info [339846:339846:8:4294967295]
00000400:00000200:1.0:1775776097.003412:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003417:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776097.003421:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003424:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776097.003428:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776097.003430:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776097.003434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776097.003436:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776097.003440:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003441:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776097.003444:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776097.003447:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776097.003449:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776097.003451:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776097.003454:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776097.003457:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003465:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003468:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003474:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003476:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776097.003478:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776097.003480:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776097.003483:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776097.003485:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307046051
00000100:00000001:1.0:1775776097.003487:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003489:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307046051
00000100:00000001:1.0:1775776097.003491:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003493:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776097.003495:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003496:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776097.003499:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776097/real 1775776097]  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776097.003507:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776097.003508:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776097.003510:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776097.003511:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776097.003513:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776097.003515:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776097.003518:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776097.003526:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003538:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776097.003539:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003541:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003542:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776097.003545:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003550:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776097.003552:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003556:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776097.003557:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003558:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003559:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003560:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776097.003561:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776097.003562:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776097.003564:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776097.003565:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776097.003567:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776097.003571:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220096:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776097.003573:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776097.003575:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003578:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776097.003579:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003581:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776097.003582:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776097.003583:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776097.003585:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776097.003587:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776097.003588:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776097.003588:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776097.003589:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003591:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776097.003593:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776097.003594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776097.003596:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776097.003598:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776097.003600:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220224, portal 4
00000100:00000001:1.0:1775776097.003601:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776097.003602:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776097.003605:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003608:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776097.003610:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776097.003611:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776097.003612:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309220224, offset 0
00000400:00000200:1.0:1775776097.003615:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003617:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003619:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776097.003621:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776097.003622:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776097.003624:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776097.003625:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776097.003627:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339902:339902:256:4294967295] 192.168.201.105@tcp LPNI seq info [339847:339847:8:4294967295]
00000400:00000200:1.0:1775776097.003629:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776097.003633:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776097.003636:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003638:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776097.003640:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776097.003641:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776097.003644:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776097.003645:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776097.003648:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776097.003649:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776097.003650:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776097.003653:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776097.003654:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776097.003655:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776097.003657:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776097.003658:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003663:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003664:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776122 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003668:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003669:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776097.003670:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776097.003672:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776097.003674:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776097.003675:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307046060
00000100:00000001:1.0:1775776097.003676:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003677:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307046060
00000100:00000001:1.0:1775776097.003678:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307046791
00000100:00000001:1.0:1775776097.003679:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776097.003680:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003681:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776097.003683:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776097/real 1775776097]  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776097.003688:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776097.003688:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776097.003689:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776097.003691:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776097.003691:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776097.003692:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776097.003694:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776097.003698:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003701:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776097.003702:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003703:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003704:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776097.003706:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003709:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776097.003711:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003714:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776097.003715:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003716:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776097.003717:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003718:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776097.003718:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776097.003720:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776097.003721:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776097.003722:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776097.003724:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776097.003729:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776097.003731:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003732:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003733:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309219968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003736:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776097.003737:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003738:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776097.003739:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776097.003740:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776097.003741:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776097.003742:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776097.003743:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776097.003744:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776097.003745:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776097.003745:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:1.0:1775776097.003747:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776097.003748:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003749:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003750:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309220096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003754:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776097.003754:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003755:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776097.003756:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776097.003757:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776097.003757:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776097.003758:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776097.003759:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776097.003760:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776097.003761:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776097.003762:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776097.003763:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776097.003764:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003765:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776097.003766:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309220224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776097.003770:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776097.003770:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776097.003771:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776097.003772:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776097.003772:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776097.003773:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776097.003774:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776097.003775:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776097.003775:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776097.003776:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776097.003777:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776097.003778:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776097.003778:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003779:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776097.003781:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776097.003782:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776097.003783:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776097.003784:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776097.962217:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307046791, at 4307046848
00000100:00000010:1.0:1775776097.962228:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01eb40.
00000020:00000001:2.0:1775776100.714313:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776100.714317:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776100.714320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775776100.970290:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776100.970299:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776100.970303:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776100.970456:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:3.0:1775776102.122290:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776102.122299:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776102.122301:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776102.122305:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776102.122310:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776102.122317:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12378
00000400:00000200:3.0:1775776102.122326:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776102.122332:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776102.122336:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776102.122339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122343:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776102.122345:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122348:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776102.122351:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776102.122353:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776102.122356:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776102.122359:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776102.122361:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776102.122364:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776102.122366:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122368:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776102.122370:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122372:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776102.122375:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776102.122378:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122381:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776102.122384:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776102.122387:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776102.122390:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122392:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776102.122395:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776102.122404:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775776102.122408:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776102.122411:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776102.122413:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122415:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776102.122418:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776102.122423:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776102.122432:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776102.122438:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776102.122449:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776102.122459:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776102.122463:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776102.122468:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776102.122491:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776102.122494:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776102.122497:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776102.122498:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776102.122500:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776102.122502:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776102.122505:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12378
00000400:00000200:3.0:1775776102.122508:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776102.122511:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776102.122514:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776102.122517:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122520:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776102.122523:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122525:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776102.122528:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776102.122529:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:1.0:1775776102.122530:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776102.122531:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776102.122535:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776102.122536:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776102.122539:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776102.122546:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776102.122547:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776102.122551:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776102.122560:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776102.122562:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776102.122563:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776102.122565:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776102.122568:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776102.122570:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776102.122574:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:1.0:1775776102.122575:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775776102.122578:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776102.122579:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776102.122583:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00100000:1.0:1775776102.122586:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309220352:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776102.122588:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776102.122593:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776102.122594:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776102.122598:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776102.122599:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776102.122600:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.122605:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776102.122605:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122609:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000010:1.0:1775776102.122612:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776102.122615:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776102.122621:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00100000:3.0:1775776102.122622:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775776102.122625:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000008:00000001:3.0:1775776102.122626:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122630:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776102.122633:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000010:3.0:1775776102.122634:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776102.122638:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000200:1.0:1775776102.122641:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220352, portal 25
02000000:00000001:3.0:1775776102.122641:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776102.122643:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.122646:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776102.122646:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776102.122649:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048433792 : -109518661117824 : ffff9c64b31b9880)
02000000:00000001:3.0:1775776102.122649:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776102.122652:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776102.122656:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776102.122658:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776102.122664:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.122668:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776102.122674:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00100000:3.0:1775776102.122674:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776102.122677:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776102.122682:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309220352, offset 0
00000100:00000001:3.0:1775776102.122689:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776102.122692:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122693:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776102.122700:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776102.122702:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.122711:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776102.122713:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776102.122717:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776102.122717:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776102.122722:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775776102.122723:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776102.122726:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776102.122729:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775776102.122730:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776102.122734:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122735:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776102.122741:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339903:339903:256:4294967295] 192.168.201.105@tcp LPNI seq info [339848:339848:8:4294967295]
00000100:00080000:3.0:1775776102.122741:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12378
00000400:00000200:3.0:1775776102.122750:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.122751:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776102.122758:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776102.122765:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775776102.122769:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775776102.122773:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776102.122777:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122780:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776102.122781:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000100:00000040:3.0:1775776102.122783:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122786:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.0:1775776102.122791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776102.122791:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776102.122793:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:1.0:1775776102.122796:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1775776102.122797:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776102.122800:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776102.122805:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775776102.122805:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776102.122810:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775776102.122811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1775776102.122816:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000100:1.0:1775776102.122821:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122821:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776102.122824:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000100:00000040:3.0:1775776102.122826:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122830:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776102.122831:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1775776102.122832:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776102.122839:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776102.122842:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776102.122843:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776102.122847:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776102.122848:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776102.122851:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122854:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775776102.122855:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000008:00100000:3.0:1775776102.122857:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775776102.122858:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000008:00000001:3.0:1775776102.122863:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.122864:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776102.122865:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776102.122870:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775776102.122871:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776102.122876:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776102.122882:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776102.122885:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.122887:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775776102.122888:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776102.122890:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775776102.122892:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776102.122893:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776102.122901:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:1.0:1775776102.122904:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122906:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.122907:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776102.122914:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776102.122914:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776102.122920:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776102.122925:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307051911
00000100:00000001:3.0:1775776102.122930:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1775776102.122932:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eb40.
00000100:00000001:3.0:1775776102.122933:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776102.122940:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.122942:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776102.122951:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307051911
00000100:00000001:3.0:1775776102.122951:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776102.122957:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ede0.
00000100:00080000:3.0:1775776102.122958:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776102.122962:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1775776102.122963:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776102.122966:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776102.122967:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775776102.122968:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776102.122972:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.122973:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776102.122977:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1775776102.122977:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12378
00000100:00100000:1.0:1775776102.122984:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776102/real 1775776102]  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776102.122985:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776102.122992:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776102.122998:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776102.123004:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.123009:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776102.123014:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000001:1.0:1775776102.123017:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775776102.123017:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000001:1.0:1775776102.123020:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1775776102.123022:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000010:1.0:1775776102.123023:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000020:00000040:3.0:1775776102.123025:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776102.123027:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776102.123029:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776102.123033:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:1.0:1775776102.123034:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776102.123037:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000020:00000001:3.0:1775776102.123038:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776102.123043:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775776102.123044:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.123048:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1775776102.123051:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776102.123053:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776102.123058:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776102.123063:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000200:1.0:1775776102.123069:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776102.123069:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776102.123075:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776102.123080:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776102.123084:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775776102.123085:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776102.123086:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776102.123089:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123091:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776102.123093:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776102.123094:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1775776102.123096:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775776102.123100:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776102.123101:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.123105:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776102.123111:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776102.123114:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775776102.123115:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000040:1.0:1775776102.123120:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776102.123120:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776102.123123:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776102.123127:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776102.123130:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776102.123134:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1775776102.123134:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123140:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1775776102.123141:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:1.0:1775776102.123142:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.123145:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776102.123146:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123148:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776102.123150:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1775776102.123153:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1775776102.123155:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775776102.123210:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1775776102.123211:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776102.123213:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123215:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776102.123221:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776102.123224:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776102.123249:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776102.123251:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309220352:192.168.201.105@tcp:250:kworker.0
00000100:00000040:3.0:1775776102.123255:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12388)
00000100:00000001:1.0:1775776102.123257:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123270:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.123277:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9880 x1862023309220352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123284:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776102.123286:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776102.123289:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776102.123293:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776102.123294:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776102.123296:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776102.123297:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776102.123300:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776102.123304:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776102.123305:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776102.123307:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9880.
00000100:00000001:1.0:1775776102.123309:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776102.123310:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123312:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123319:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776102.123320:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123322:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776102.123324:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776102.123325:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776102.123328:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123335:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776102.123336:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123338:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776102.123340:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776102.123341:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776102.123344:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220480:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776102.123348:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776102.123350:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776102.123351:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123353:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776102.123355:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776102.123357:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776102.123361:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776102.123363:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776102.123366:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776102.123369:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220480, portal 10
00000100:00000001:1.0:1775776102.123371:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776102.123372:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048435584 : -109518661116032 : ffff9c64b31b9f80)
00000100:00000040:1.0:1775776102.123378:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123383:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776102.123385:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776102.123388:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776102.123390:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309220480, offset 0
00000400:00000200:1.0:1775776102.123393:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123397:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123401:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776102.123403:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776102.123406:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776102.123408:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776102.123410:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123413:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339904:339904:256:4294967295] 192.168.201.105@tcp LPNI seq info [339849:339849:8:4294967295]
00000400:00000200:1.0:1775776102.123418:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123424:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776102.123428:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123431:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776102.123435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776102.123438:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776102.123441:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776102.123444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776102.123447:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123449:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776102.123453:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776102.123456:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776102.123459:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776102.123461:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776102.123463:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776102.123466:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123472:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.123474:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123480:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123482:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776102.123484:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776102.123488:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776102.123491:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776102.123493:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307051043
00000100:00000001:1.0:1775776102.123495:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.123497:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307051043
00000100:00000001:1.0:1775776102.123499:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.123500:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776102.123502:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123504:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776102.123507:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776102/real 1775776102]  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776102.123514:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776102.123515:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776102.123517:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776102.123519:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776102.123521:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776102.123523:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776102.123526:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776102.123533:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123539:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776102.123540:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123542:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.123543:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776102.123546:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123552:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776102.123555:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123561:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776102.123563:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123564:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.123566:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123567:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776102.123569:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776102.123571:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776102.123574:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776102.123576:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776102.123579:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776102.123586:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220480:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776102.123590:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776102.123593:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123599:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776102.123600:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123602:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776102.123604:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776102.123606:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776102.123609:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220608:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776102.123611:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776102.123613:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776102.123614:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123616:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776102.123619:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776102.123621:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776102.123623:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776102.123625:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776102.123628:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776102.123631:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220608, portal 4
00000100:00000001:1.0:1775776102.123633:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776102.123634:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776102.123639:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123644:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776102.123646:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776102.123648:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776102.123650:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309220608, offset 0
00000400:00000200:1.0:1775776102.123654:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123657:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123660:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776102.123663:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776102.123666:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776102.123668:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776102.123670:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123673:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339905:339905:256:4294967295] 192.168.201.105@tcp LPNI seq info [339850:339850:8:4294967295]
00000400:00000200:1.0:1775776102.123677:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123683:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776102.123687:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123690:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776102.123694:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776102.123696:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776102.123700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776102.123703:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776102.123706:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123707:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776102.123710:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776102.123713:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776102.123715:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776102.123717:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776102.123720:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776102.123722:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123728:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.123730:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123736:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123737:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776102.123740:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776102.123743:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776102.123746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776102.123747:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307051171
00000100:00000001:1.0:1775776102.123749:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.123751:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307051171
00000100:00000001:1.0:1775776102.123753:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.123755:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776102.123757:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123759:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776102.123762:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776102/real 1775776102]  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776102.123769:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776102.123770:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776102.123772:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776102.123774:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776102.123775:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776102.123777:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776102.123779:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776102.123787:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123792:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776102.123793:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123795:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.123796:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776102.123799:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123805:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776102.123808:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123814:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776102.123816:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123817:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.123818:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.123820:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776102.123821:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776102.123824:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776102.123827:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776102.123829:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776102.123832:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776102.123839:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220608:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776102.123843:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776102.123846:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123851:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776102.123852:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123854:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776102.123856:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776102.123858:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776102.123861:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776102.123863:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776102.123865:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776102.123866:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776102.123867:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776102.123870:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776102.123872:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776102.123875:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776102.123877:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776102.123880:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776102.123882:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220736, portal 4
00000100:00000001:1.0:1775776102.123884:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776102.123885:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:1.0:1775776102.123889:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123895:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776102.123897:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776102.123899:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776102.123901:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309220736, offset 0
00000400:00000200:1.0:1775776102.123904:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123908:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123911:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776102.123913:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776102.123916:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776102.123918:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776102.123920:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776102.123923:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339906:339906:256:4294967295] 192.168.201.105@tcp LPNI seq info [339851:339851:8:4294967295]
00000400:00000200:1.0:1775776102.123927:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776102.123933:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776102.123937:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123940:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776102.123943:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776102.123946:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776102.123950:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776102.123952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776102.123956:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776102.123958:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776102.123960:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776102.123963:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776102.123966:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776102.123967:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776102.123969:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776102.123972:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123978:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.123981:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.123991:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.123992:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776102.123994:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776102.123997:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776102.123999:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776102.124001:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307051180
00000100:00000001:1.0:1775776102.124003:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.124005:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307051180
00000100:00000001:1.0:1775776102.124007:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307051911
00000100:00000001:1.0:1775776102.124009:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776102.124010:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.124012:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776102.124015:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776102/real 1775776102]  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776102.124021:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776102.124022:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776102.124024:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776102.124026:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776102.124027:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776102.124029:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776102.124032:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776102.124038:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124044:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776102.124045:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124047:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.124048:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776102.124051:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124057:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776102.124060:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124065:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776102.124067:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124069:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776102.124070:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124071:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776102.124072:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776102.124075:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776102.124077:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776102.124079:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776102.124083:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776102.124089:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776102.124092:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124094:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.124096:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9f80 x1862023309220480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124102:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776102.124104:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776102.124105:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776102.124108:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776102.124110:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776102.124111:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776102.124113:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776102.124114:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776102.124117:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776102.124118:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776102.124119:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9f80.
00000100:00000001:1.0:1775776102.124122:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776102.124123:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124125:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.124127:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309220608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124132:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776102.124134:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776102.124135:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776102.124137:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776102.124138:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776102.124139:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776102.124141:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776102.124143:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776102.124145:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776102.124146:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776102.124147:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776102.124149:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776102.124150:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124151:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776102.124153:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309220736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776102.124159:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776102.124160:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776102.124161:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776102.124194:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776102.124195:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776102.124196:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776102.124198:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776102.124199:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776102.124201:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776102.124203:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776102.124204:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776102.124206:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776102.124208:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124209:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776102.124213:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776102.124214:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776102.124215:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776102.124217:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776103.082257:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307051911, at 4307051968
00000100:00000010:1.0:1775776103.082272:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ede0.
00000020:00000001:2.0:1775776104.810324:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776104.810327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776104.810329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776107.242303:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776107.242311:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776107.242313:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776107.242317:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776107.242322:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776107.242328:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12383
00000400:00000200:2.0:1775776107.242336:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776107.242342:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776107.242345:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776107.242347:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242353:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242355:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776107.242358:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776107.242360:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776107.242362:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776107.242364:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776107.242366:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776107.242368:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776107.242371:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242373:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242374:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242376:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776107.242379:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776107.242381:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242384:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776107.242386:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776107.242389:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776107.242392:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242394:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776107.242396:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776107.242405:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776107.242409:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776107.242412:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776107.242414:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242417:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776107.242420:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776107.242423:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776107.242431:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776107.242438:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776107.242446:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776107.242456:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776107.242460:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776107.242465:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776107.242487:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776107.242490:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776107.242493:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776107.242494:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776107.242496:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776107.242499:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776107.242501:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12383
00000400:00000200:2.0:1775776107.242505:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776107.242507:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776107.242510:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776107.242514:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242516:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242518:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242521:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776107.242523:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776107.242524:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:1.0:1775776107.242525:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775776107.242526:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776107.242529:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776107.242530:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775776107.242533:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776107.242534:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776107.242536:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776107.242542:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776107.242543:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776107.242545:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242549:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242552:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776107.242555:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776107.242558:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242560:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776107.242562:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776107.242568:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776107.242569:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776107.242570:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776107.242573:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.242575:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776107.242576:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776107.242579:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775776107.242580:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776107.242584:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776107.242584:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242588:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776107.242592:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309220864:192.168.201.105@tcp:250:kworker.0
00000100:00000010:2.0:1775776107.242592:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776107.242596:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:1.0:1775776107.242598:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776107.242599:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776107.242602:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.242603:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776107.242603:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776107.242604:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776107.242607:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776107.242607:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.242612:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776107.242613:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776107.242616:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776107.242619:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
00000100:00100000:2.0:1775776107.242621:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776107.242622:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242629:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776107.242632:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776107.242632:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776107.242637:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775776107.242638:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776107.242646:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776107.242647:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00080000:2.0:1775776107.242648:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776107.242652:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776107.242653:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776107.242654:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775776107.242656:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220864, portal 25
00000100:00000001:2.0:1775776107.242656:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776107.242659:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12383
00000100:00000001:1.0:1775776107.242661:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1775776107.242663:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776107.242665:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776107.242667:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776107.242668:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776107.242671:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776107.242671:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242674:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242677:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776107.242678:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776107.242680:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000100:00000040:1.0:1775776107.242681:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776107.242681:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776107.242682:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776107.242686:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776107.242690:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776107.242696:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242699:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776107.242701:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776107.242702:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242704:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776107.242707:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00000040:1.0:1775776107.242708:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776107.242711:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000010:1.0:1775776107.242713:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000001:2.0:1775776107.242713:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776107.242716:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1775776107.242719:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309220864, offset 0
02000000:00000001:2.0:1775776107.242719:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776107.242720:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242723:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776107.242725:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776107.242728:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242730:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.242731:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000010:2.0:1775776107.242734:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776107.242736:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776107.242737:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776107.242738:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242739:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776107.242741:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776107.242742:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776107.242743:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776107.242747:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776107.242749:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.242751:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00100000:2.0:1775776107.242755:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776107.242759:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776107.242763:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776107.242766:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:2.0:1775776107.242767:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776107.242771:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776107.242773:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776107.242779:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242783:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776107.242785:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776107.242787:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339907:339907:256:4294967295] 192.168.201.105@tcp LPNI seq info [339852:339852:8:4294967295]
00000100:00080000:2.0:1775776107.242788:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776107.242790:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776107.242792:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776107.242795:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776107.242798:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776107.242798:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12383
00000400:00000200:2.0:1775776107.242803:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776107.242805:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776107.242807:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776107.242811:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242814:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776107.242818:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775776107.242818:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242822:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776107.242825:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776107.242826:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776107.242828:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775776107.242830:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:2.0:1775776107.242830:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776107.242835:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776107.242836:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000010:1.0:1775776107.242838:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000100:00000040:2.0:1775776107.242839:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242843:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776107.242844:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242845:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776107.242846:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:1.0:1775776107.242850:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776107.242851:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242855:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776107.242856:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775776107.242856:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776107.242859:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776107.242862:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242864:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776107.242866:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775776107.242867:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:2.0:1775776107.242868:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776107.242871:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776107.242874:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000010:2.0:1775776107.242875:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776107.242878:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776107.242881:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776107.242883:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776107.242884:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776107.242884:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776107.242887:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1775776107.242888:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
02000000:00000001:2.0:1775776107.242889:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776107.242893:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776107.242895:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.242896:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1775776107.242899:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776107.242905:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776107.242913:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000100:00000001:2.0:1775776107.242913:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776107.242917:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:2.0:1775776107.242917:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.242923:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775776107.242923:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776107.242929:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776107.242931:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776107.242933:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12393)
00000100:00000001:1.0:1775776107.242943:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.242947:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.242954:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.242957:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776107.242962:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.242967:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776107.242969:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307057031
00000100:00000010:1.0:1775776107.242974:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ede0.
00000100:00000001:1.0:1775776107.242980:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776107.242986:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307057031
00000100:00000010:1.0:1775776107.242989:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef00.
00000100:00000001:1.0:1775776107.242992:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776107.242995:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776107.242997:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.242999:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776107.243004:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776107/real 1775776107]  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776107.243014:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776107.243015:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776107.243017:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776107.243021:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776107.243022:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776107.243025:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776107.243028:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776107.243037:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243044:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776107.243045:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243048:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243049:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776107.243053:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243060:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776107.243064:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243072:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776107.243076:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243078:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243079:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243081:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776107.243083:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776107.243086:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776107.243115:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776107.243118:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776107.243122:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776107.243131:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309220864:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776107.243135:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243137:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243140:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309220864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243146:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776107.243148:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243151:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776107.243153:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776107.243155:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776107.243156:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776107.243159:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776107.243160:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776107.243199:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776107.243201:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776107.243203:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:1.0:1775776107.243208:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776107.243209:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243211:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243218:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776107.243220:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243222:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776107.243223:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776107.243225:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776107.243229:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243236:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776107.243237:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243239:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776107.243240:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776107.243242:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776107.243244:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220992:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776107.243247:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776107.243249:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776107.243250:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243251:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243254:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776107.243256:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.243259:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776107.243262:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776107.243265:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776107.243269:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309220992, portal 10
00000100:00000001:1.0:1775776107.243271:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776107.243272:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:1.0:1775776107.243278:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243284:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776107.243286:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776107.243288:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776107.243290:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309220992, offset 0
00000400:00000200:1.0:1775776107.243293:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243298:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243301:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776107.243304:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776107.243306:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776107.243308:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776107.243310:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243313:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339908:339908:256:4294967295] 192.168.201.105@tcp LPNI seq info [339853:339853:8:4294967295]
00000400:00000200:1.0:1775776107.243316:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243321:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776107.243325:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243328:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776107.243332:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776107.243334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776107.243339:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776107.243341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776107.243345:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243346:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776107.243349:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776107.243352:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776107.243355:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776107.243356:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776107.243359:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776107.243362:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243369:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243372:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243378:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243380:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776107.243383:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776107.243386:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776107.243388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776107.243389:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307056163
00000100:00000001:1.0:1775776107.243392:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243393:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307056163
00000100:00000001:1.0:1775776107.243394:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243395:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776107.243397:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243398:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776107.243400:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776107/real 1775776107]  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776107.243404:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776107.243405:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776107.243406:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776107.243408:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776107.243409:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776107.243410:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776107.243412:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776107.243416:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243419:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776107.243420:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243421:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243422:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776107.243424:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243428:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776107.243430:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243434:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776107.243435:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243436:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243437:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243438:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776107.243440:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776107.243441:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776107.243443:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776107.243444:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776107.243446:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776107.243451:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309220992:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776107.243453:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776107.243455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243458:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776107.243459:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243460:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776107.243461:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776107.243462:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776107.243464:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309221120:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776107.243465:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776107.243466:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776107.243467:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243468:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243470:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776107.243471:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.243473:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776107.243475:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776107.243476:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776107.243478:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309221120, portal 4
00000100:00000001:1.0:1775776107.243479:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776107.243481:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:1.0:1775776107.243484:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243488:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776107.243489:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776107.243490:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776107.243491:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309221120, offset 0
00000400:00000200:1.0:1775776107.243493:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243496:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243498:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776107.243500:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776107.243502:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776107.243504:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776107.243506:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243509:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339909:339909:256:4294967295] 192.168.201.105@tcp LPNI seq info [339854:339854:8:4294967295]
00000400:00000200:1.0:1775776107.243513:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243518:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776107.243522:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243525:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776107.243528:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776107.243531:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776107.243535:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776107.243537:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776107.243540:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243542:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776107.243544:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776107.243547:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776107.243549:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776107.243551:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776107.243553:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776107.243556:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243562:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243565:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243570:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243572:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776107.243575:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776107.243577:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776107.243580:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776107.243582:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307056291
00000100:00000001:1.0:1775776107.243584:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243586:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307056291
00000100:00000001:1.0:1775776107.243588:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243590:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776107.243591:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243593:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776107.243596:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776107/real 1775776107]  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776107.243602:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776107.243603:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776107.243605:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776107.243607:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776107.243608:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776107.243610:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776107.243612:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776107.243619:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243625:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776107.243626:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243627:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243629:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776107.243632:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243639:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776107.243642:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243647:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776107.243648:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243649:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243650:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243651:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776107.243652:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776107.243654:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776107.243656:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776107.243657:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776107.243659:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776107.243663:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309221120:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776107.243665:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776107.243667:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243670:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776107.243671:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243673:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776107.243674:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776107.243675:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776107.243677:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309221248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776107.243678:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776107.243680:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776107.243681:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776107.243682:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243684:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776107.243685:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776107.243687:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776107.243689:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776107.243692:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776107.243695:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309221248, portal 4
00000100:00000001:1.0:1775776107.243696:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776107.243697:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:1.0:1775776107.243703:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243708:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776107.243710:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776107.243712:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776107.243714:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309221248, offset 0
00000400:00000200:1.0:1775776107.243717:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243721:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243724:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776107.243726:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776107.243729:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776107.243731:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776107.243733:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776107.243736:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339910:339910:256:4294967295] 192.168.201.105@tcp LPNI seq info [339855:339855:8:4294967295]
00000400:00000200:1.0:1775776107.243739:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776107.243744:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776107.243749:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243752:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776107.243755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776107.243757:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776107.243761:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776107.243764:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776107.243767:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776107.243770:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776107.243772:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776107.243775:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776107.243778:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776107.243779:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776107.243781:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776107.243784:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243790:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243793:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776132 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243798:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243799:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776107.243802:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776107.243804:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776107.243807:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776107.243809:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307056300
00000100:00000001:1.0:1775776107.243811:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243813:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307056300
00000100:00000001:1.0:1775776107.243814:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307057031
00000100:00000001:1.0:1775776107.243816:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776107.243818:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243820:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776107.243824:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776107/real 1775776107]  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776107.243831:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776107.243832:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776107.243833:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776107.243835:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776107.243837:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776107.243839:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776107.243841:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776107.243845:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243848:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776107.243849:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243850:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243851:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776107.243853:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243857:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776107.243859:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243863:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776107.243864:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243865:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776107.243865:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243866:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776107.243867:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776107.243868:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776107.243870:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776107.243871:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776107.243873:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776107.243877:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309221248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776107.243879:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243880:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243882:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309220992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243885:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776107.243886:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243887:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776107.243889:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776107.243890:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776107.243890:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776107.243892:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776107.243893:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:1.0:1775776107.243894:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776107.243895:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776107.243896:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:1.0:1775776107.243898:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776107.243899:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243900:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243901:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309221120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243905:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776107.243906:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243906:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776107.243907:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776107.243908:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776107.243908:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776107.243909:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776107.243910:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:1.0:1775776107.243911:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776107.243912:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776107.243912:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:1.0:1775776107.243914:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776107.243914:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243915:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776107.243916:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309221248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776132 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776107.243919:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776107.243920:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776107.243921:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776107.243922:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776107.243923:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776107.243924:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776107.243925:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776107.243926:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776107.243927:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776107.243927:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776107.243928:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:1.0:1775776107.243929:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776107.243929:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243930:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776107.243933:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776107.243933:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776107.243934:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776107.243935:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776108.202243:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307057031, at 4307057088
00000100:00000010:1.0:1775776108.202261:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ef00.
00000020:00000001:2.0:1775776108.906305:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776108.906309:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776108.906312:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776112.362273:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776112.362280:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776112.362283:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776112.362286:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776112.362290:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776112.362295:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12388
00000400:00000200:1.0:1775776112.362302:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776112.362306:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776112.362309:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776112.362311:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362313:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362314:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362316:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776112.362319:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776112.362320:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776112.362322:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776112.362324:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776112.362326:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776112.362327:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776112.362329:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362330:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362331:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362332:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776112.362333:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776112.362335:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362337:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776112.362338:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776112.362341:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776112.362342:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362344:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776112.362345:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776112.362352:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776112.362354:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776112.362356:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776112.362357:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362359:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776112.362361:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776112.362364:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776112.362369:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776112.362373:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776112.362380:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309221376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776112.362386:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776112.362389:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776112.362392:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309221376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776112.362408:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776112.362411:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776112.362413:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776112.362414:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776112.362415:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776112.362417:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776112.362418:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12388
00000400:00000200:1.0:1775776112.362420:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776112.362421:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776112.362423:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776112.362424:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362425:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362427:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362428:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776112.362430:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776112.362431:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776112.362432:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776112.362433:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776112.362435:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776112.362436:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776112.362438:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362439:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362441:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362442:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776112.362443:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776112.362444:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362446:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776112.362448:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776112.362453:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776112.362462:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362467:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776112.362472:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776112.362474:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362477:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776112.362484:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776112.362487:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776112.362490:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776112.362492:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362494:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776112.362496:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776112.362497:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776112.362501:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776112.362504:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776112.362510:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309221504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776112.362517:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776112.362520:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776112.362526:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309221504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776112.362541:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776112.362545:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776112.362550:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776112.362551:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776112.362553:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776112.362557:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776112.362562:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12388
00000400:00000200:1.0:1775776112.362569:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776112.362584:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776112.362587:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776112.362592:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362596:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362600:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362604:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776112.362607:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776112.362608:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776112.362611:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776112.362614:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776112.362617:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776112.362620:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776112.362626:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362629:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362632:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362635:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776112.362639:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776112.362643:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362648:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776112.362652:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776112.362655:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776112.362659:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362663:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776112.362666:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776112.362670:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362673:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776112.362679:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776112.362682:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776112.362685:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776112.362686:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362688:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776112.362689:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776112.362691:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776112.362696:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776112.362700:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776112.362706:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309221632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776112.362727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776112.362731:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775776112.362735:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776112.362740:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776112.362746:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309221632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776112.362764:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776112.362767:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776112.362773:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776112.362775:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776112.362778:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776112.362781:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776112.362785:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12388
00000400:00000200:1.0:1775776112.362791:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776112.362796:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776112.362799:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776112.362801:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362804:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362807:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362808:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776112.362811:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776112.362813:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776112.362816:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776112.362819:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776112.362822:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776112.362827:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776112.362830:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362834:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776112.362838:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362843:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776112.362847:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776112.362851:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776112.362853:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776112.362855:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776112.362858:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776112.362861:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362863:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776112.362866:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776112.362869:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362872:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776112.362877:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776112.362881:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776112.362884:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776112.362886:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776112.362888:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776112.362890:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776112.362893:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776112.362900:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776112.362905:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776112.362914:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309221760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776112.362928:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776112.362931:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776112.362938:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309221760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776112.362964:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776112.362970:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12398)
00000800:00000200:0.1:1775776112.363144:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776112.363145:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776112.363333:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776112.363334:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776112.363487:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776112.363488:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1775776113.002295:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776113.002298:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776113.002300:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776113.322239:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307062151, at 4307062208
00000100:00000010:1.0:1775776113.322252:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ba0.
00000020:00000001:2.0:1775776117.098418:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776117.098421:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776117.098424:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776117.482597:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776117.482604:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776117.482610:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776117.482622:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.482646:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776117.482649:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.482653:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776117.482657:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776117.482662:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776117.482671:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309221888:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776117.482681:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776117.482688:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776117.482692:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.482699:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776117.482707:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776117.482713:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776117.482723:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776117.482730:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776117.482739:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776117.482747:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309221888, portal 25
00000100:00000001:1.0:1775776117.482752:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776117.482754:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776117.482764:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.482778:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776117.482784:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776117.482788:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776117.482794:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309221888, offset 0
00000400:00000200:1.0:1775776117.482802:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776117.482813:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.482823:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776117.482832:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776117.482839:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776117.482847:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776117.482851:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776117.482859:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339915:339915:256:4294967295] 192.168.201.105@tcp LPNI seq info [339860:339860:8:4294967295]
00000400:00000200:1.0:1775776117.482868:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.482883:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776117.482889:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.482896:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776117.482906:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776117.482924:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775776117.482930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776117.482949:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775776117.482960:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.482964:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776117.482971:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776117.482981:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776117.482986:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776117.482989:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776117.483002:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776117.483008:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483023:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.483030:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483041:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483043:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776117.483050:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776117.483058:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776117.483063:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307067271
00000100:00000010:1.0:1775776117.483073:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef00.
00000100:00000001:1.0:1775776117.483083:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776117.483091:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307067271
00000100:00000010:1.0:1775776117.483096:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e9c0.
00000100:00000001:1.0:1775776117.483101:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776117.483106:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776117.483110:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483114:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776117.483120:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117]  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776117.483133:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776117.483135:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776117.483138:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776117.483142:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776117.483145:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776117.483149:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776117.483153:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776117.483182:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483188:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776117.483189:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483191:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483193:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776117.483196:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483202:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776117.483207:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483224:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776117.483232:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483237:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483240:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483244:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776117.483248:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776117.483254:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776117.483265:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776117.483271:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776117.483280:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776117.483293:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309221888:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776117.483298:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483300:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.483302:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309221888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483308:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776117.483311:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776117.483313:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776117.483316:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776117.483317:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776117.483318:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776117.483320:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776117.483322:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776117.483329:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776117.483330:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776117.483332:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776117.483334:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776117.483335:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483337:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483345:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776117.483347:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483348:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776117.483349:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776117.483351:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776117.483353:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483358:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776117.483359:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483361:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776117.483362:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776117.483364:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776117.483367:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222016:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776117.483371:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776117.483373:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776117.483375:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483377:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776117.483380:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776117.483382:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776117.483387:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776117.483390:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776117.483394:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776117.483397:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222016, portal 10
00000100:00000001:1.0:1775776117.483399:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776117.483400:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776117.483408:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483415:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776117.483418:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776117.483420:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776117.483422:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309222016, offset 0
00000400:00000200:1.0:1775776117.483426:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483431:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483435:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776117.483438:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776117.483441:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776117.483443:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776117.483446:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483449:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339916:339916:256:4294967295] 192.168.201.105@tcp LPNI seq info [339861:339861:8:4294967295]
00000400:00000200:1.0:1775776117.483454:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483461:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776117.483466:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483471:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776117.483474:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776117.483477:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775776117.483480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776117.483482:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775776117.483485:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483486:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776117.483488:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776117.483491:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776117.483493:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776117.483494:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776117.483496:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776117.483499:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483505:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.483506:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483511:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483512:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776117.483514:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776117.483518:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776117.483520:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776117.483522:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307066403
00000100:00000001:1.0:1775776117.483524:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.483526:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307066403
00000100:00000001:1.0:1775776117.483527:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.483529:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776117.483530:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483531:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776117.483533:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117]  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776117.483543:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776117.483544:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776117.483546:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776117.483547:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776117.483548:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776117.483549:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776117.483551:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776117.483557:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483561:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776117.483562:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483563:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483564:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776117.483566:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483570:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776117.483574:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483580:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776117.483583:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483584:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483585:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483587:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776117.483589:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776117.483591:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776117.483595:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776117.483597:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776117.483602:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776117.483611:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222016:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776117.483616:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776117.483620:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483627:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776117.483629:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483631:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776117.483633:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776117.483635:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776117.483637:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222144:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776117.483640:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776117.483641:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776117.483642:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483643:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776117.483647:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776117.483648:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776117.483651:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776117.483653:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776117.483656:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776117.483658:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222144, portal 4
00000100:00000001:1.0:1775776117.483660:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776117.483661:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776117.483668:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483674:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776117.483677:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776117.483679:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776117.483682:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309222144, offset 0
00000400:00000200:1.0:1775776117.483687:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483695:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776117.483699:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776117.483702:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776117.483704:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776117.483707:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483710:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339917:339917:256:4294967295] 192.168.201.105@tcp LPNI seq info [339862:339862:8:4294967295]
00000400:00000200:1.0:1775776117.483715:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483721:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776117.483724:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483727:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776117.483730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776117.483732:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775776117.483735:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776117.483737:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775776117.483740:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483741:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776117.483743:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776117.483745:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776117.483748:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776117.483749:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776117.483751:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776117.483753:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483759:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.483761:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483765:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483766:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776117.483768:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776117.483771:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776117.483773:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776117.483775:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307066531
00000100:00000001:1.0:1775776117.483777:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.483779:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307066531
00000100:00000001:1.0:1775776117.483780:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.483781:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776117.483783:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.483784:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776117.483786:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117]  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776117.483791:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776117.483792:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776117.483793:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776117.483795:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776117.483796:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776117.483797:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776117.483799:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776117.483805:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483808:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776117.483809:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483810:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483811:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776117.483813:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483817:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776117.483819:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483823:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776117.483825:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483826:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.483827:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.483828:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776117.483829:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776117.483831:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776117.483833:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776117.483834:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776117.483837:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776117.483841:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222144:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776117.483843:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776117.483845:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483850:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776117.483851:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483853:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776117.483854:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776117.483855:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776117.483858:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776117.483861:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776117.483862:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776117.483864:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776117.483866:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776117.483869:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776117.483871:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776117.483874:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776117.483877:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776117.483880:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776117.483883:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222272, portal 4
00000100:00000001:1.0:1775776117.483886:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776117.483888:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776117.483894:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.483901:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776117.483903:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776117.483905:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776117.483920:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309222272, offset 0
00000400:00000200:1.0:1775776117.483926:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483930:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483934:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776117.483938:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776117.483940:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776117.483943:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776117.483946:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776117.483949:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339918:339918:256:4294967295] 192.168.201.105@tcp LPNI seq info [339863:339863:8:4294967295]
00000400:00000200:1.0:1775776117.483953:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776117.483960:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776117.483965:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483969:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776117.483973:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776117.483976:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1775776117.483980:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776117.483983:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1775776117.483987:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776117.483990:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776117.483993:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776117.483996:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776117.483999:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776117.484001:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776117.484003:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776117.484007:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484022:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.484026:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484033:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.484035:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776117.484038:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776117.484040:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776117.484043:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776117.484044:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307066540
00000100:00000001:1.0:1775776117.484046:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.484048:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307066540
00000100:00000001:1.0:1775776117.484049:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307067271
00000100:00000001:1.0:1775776117.484051:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776117.484053:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.484054:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776117.484057:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117]  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776117.484062:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776117.484063:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776117.484064:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776117.484066:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776117.484067:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776117.484069:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776117.484070:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776117.484076:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484080:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776117.484082:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484084:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.484086:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776117.484089:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484096:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776117.484100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484107:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776117.484110:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484112:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776117.484113:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484116:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776117.484117:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776117.484120:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776117.484124:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776117.484126:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776117.484129:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776117.484135:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776117.484137:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484139:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.484141:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309222016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484145:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776117.484146:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776117.484148:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776117.484149:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776117.484150:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776117.484152:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776117.484153:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776117.484155:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776117.484157:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776117.484158:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776117.484159:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776117.484179:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776117.484180:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484182:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.484184:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309222144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484189:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776117.484189:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776117.484191:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776117.484192:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776117.484192:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776117.484193:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776117.484194:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776117.484195:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776117.484197:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776117.484198:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776117.484199:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776117.484200:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776117.484202:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484203:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776117.484205:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309222272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776117.484211:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776117.484213:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776117.484214:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776117.484216:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776117.484218:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776117.484219:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776117.484221:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776117.484222:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776117.484224:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776117.484226:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776117.484228:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776117.484230:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776117.484231:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484233:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776117.484237:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776117.484239:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776117.484241:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776117.484242:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776118.442261:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307067271, at 4307067328
00000100:00000010:1.0:1775776118.442274:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e9c0.
00000020:00000001:2.0:1775776121.194349:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776121.194352:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776121.194356:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776122.602558:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776122.602570:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776122.602578:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776122.602591:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.602656:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776122.602661:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.602666:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776122.602671:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776122.602684:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776122.602694:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309222400:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776122.602707:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776122.602714:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776122.602718:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.602725:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776122.602736:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.602742:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776122.602759:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776122.602766:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776122.602775:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776122.602783:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222400, portal 25
00000100:00000001:1.0:1775776122.602789:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776122.602792:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776122.602804:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.602833:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776122.602837:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776122.602839:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776122.602841:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309222400, offset 0
00000400:00000200:1.0:1775776122.602845:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776122.602852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.602859:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776122.602862:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776122.602865:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776122.602868:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776122.602869:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776122.602872:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339919:339919:256:4294967295] 192.168.201.105@tcp LPNI seq info [339864:339864:8:4294967295]
00000400:00000200:1.0:1775776122.602875:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.602882:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776122.602886:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.602890:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776122.602895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776122.602898:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775776122.602902:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776122.602904:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775776122.602907:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.602909:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776122.602914:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776122.602917:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776122.602920:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776122.602921:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776122.602924:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776122.602927:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.602935:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.602937:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.602945:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.602946:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776122.602949:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776122.602952:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776122.602954:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307072391
00000100:00000010:1.0:1775776122.602957:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e9c0.
00000100:00000001:1.0:1775776122.602962:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776122.602967:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307072391
00000100:00000010:1.0:1775776122.602969:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ee40.
00000100:00000001:1.0:1775776122.602971:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776122.602973:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776122.602974:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.602976:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776122.602978:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122]  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776122.602984:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776122.602985:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776122.602986:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776122.602988:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776122.602989:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776122.602990:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776122.602992:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776122.602997:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603001:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776122.603002:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603003:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603004:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776122.603006:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603013:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776122.603026:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603040:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776122.603043:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603046:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603047:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603050:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776122.603052:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776122.603056:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776122.603063:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776122.603064:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776122.603067:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776122.603071:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309222400:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776122.603075:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603078:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.603079:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309222400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603093:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776122.603096:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776122.603102:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.603105:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776122.603107:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776122.603108:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776122.603109:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776122.603110:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776122.603113:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776122.603115:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776122.603116:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776122.603126:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776122.603129:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603132:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603139:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776122.603141:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603143:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776122.603146:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776122.603146:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776122.603153:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603238:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776122.603241:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603244:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776122.603250:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776122.603262:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776122.603270:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222528:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776122.603279:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776122.603282:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776122.603285:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603291:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776122.603313:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.603316:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776122.603324:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776122.603331:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776122.603339:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776122.603349:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222528, portal 10
00000100:00000001:1.0:1775776122.603357:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776122.603361:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776122.603377:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603409:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776122.603419:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776122.603424:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776122.603430:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309222528, offset 0
00000400:00000200:1.0:1775776122.603445:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776122.603453:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.603463:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776122.603470:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776122.603479:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776122.603485:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776122.603495:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776122.603501:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339920:339920:256:4294967295] 192.168.201.105@tcp LPNI seq info [339865:339865:8:4294967295]
00000400:00000200:1.0:1775776122.603511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.603529:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776122.603554:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.603558:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776122.603572:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776122.603582:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775776122.603600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776122.603606:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775776122.603613:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.603614:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776122.603618:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776122.603629:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776122.603632:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776122.603635:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776122.603637:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776122.603641:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603647:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.603651:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603657:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603658:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776122.603660:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776122.603663:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776122.603665:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776122.603667:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307071523
00000100:00000001:1.0:1775776122.603668:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.603670:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307071523
00000100:00000001:1.0:1775776122.603671:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.603672:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776122.603674:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603675:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776122.603677:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122]  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776122.603681:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776122.603682:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776122.603683:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776122.603684:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776122.603685:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776122.603686:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776122.603688:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776122.603692:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603696:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776122.603697:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603698:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603699:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776122.603702:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603708:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776122.603712:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603718:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776122.603720:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603722:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603723:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603725:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776122.603727:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776122.603729:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776122.603733:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776122.603735:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776122.603738:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776122.603746:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222528:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776122.603750:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603752:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.603754:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309222528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603760:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776122.603761:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776122.603763:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.603765:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776122.603766:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776122.603767:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776122.603768:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776122.603769:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776122.603771:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776122.603772:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776122.603773:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776122.603775:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776122.603776:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603777:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603780:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776122.603781:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603783:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776122.603784:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776122.603785:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776122.603787:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603792:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776122.603793:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603794:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776122.603795:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776122.603796:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776122.603798:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222656:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776122.603800:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776122.603801:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776122.603803:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603804:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776122.603806:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.603807:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776122.603809:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776122.603810:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776122.603812:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776122.603814:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222656, portal 4
00000100:00000001:1.0:1775776122.603816:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776122.603816:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776122.603833:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603837:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776122.603839:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776122.603840:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776122.603842:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309222656, offset 0
00000400:00000200:1.0:1775776122.603844:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776122.603847:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.603850:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776122.603852:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776122.603853:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776122.603855:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776122.603856:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776122.603858:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339921:339921:256:4294967295] 192.168.201.105@tcp LPNI seq info [339866:339866:8:4294967295]
00000400:00000200:1.0:1775776122.603861:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.603865:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776122.603867:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.603869:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776122.603871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776122.603873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775776122.603876:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776122.603877:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775776122.603879:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.603880:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776122.603882:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776122.603884:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776122.603886:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776122.603887:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776122.603888:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776122.603890:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603894:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.603896:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603900:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603901:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776122.603902:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776122.603904:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776122.603906:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776122.603907:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307071651
00000100:00000001:1.0:1775776122.603909:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.603910:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307071651
00000100:00000001:1.0:1775776122.603911:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.603913:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776122.603914:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.603915:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776122.603917:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122]  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776122.603921:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776122.603921:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776122.603922:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776122.603923:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776122.603924:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776122.603926:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776122.603927:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776122.603931:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603935:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776122.603935:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603936:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603937:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776122.603939:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603942:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776122.603944:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603948:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776122.603949:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603950:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.603951:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.603952:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776122.603953:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776122.603955:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776122.603957:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776122.603958:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776122.603960:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776122.603964:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222656:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776122.603966:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776122.603968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603971:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776122.603972:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603973:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776122.603974:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776122.603975:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776122.603977:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776122.603979:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776122.603980:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776122.603981:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776122.603982:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776122.603984:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776122.603985:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776122.603986:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776122.603987:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776122.603989:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776122.603991:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222784, portal 4
00000100:00000001:1.0:1775776122.603992:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776122.603993:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776122.603996:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.603999:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776122.604001:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776122.604002:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776122.604003:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309222784, offset 0
00000400:00000200:1.0:1775776122.604005:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776122.604007:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.604009:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776122.604011:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776122.604012:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776122.604013:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776122.604015:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776122.604017:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339922:339922:256:4294967295] 192.168.201.105@tcp LPNI seq info [339867:339867:8:4294967295]
00000400:00000200:1.0:1775776122.604019:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776122.604022:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776122.604025:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.604027:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776122.604029:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776122.604030:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1775776122.604033:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776122.604034:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1775776122.604036:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776122.604037:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776122.604039:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776122.604041:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776122.604042:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776122.604043:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776122.604044:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776122.604046:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604050:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.604052:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604055:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.604056:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776122.604057:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776122.604058:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776122.604060:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776122.604061:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307071660
00000100:00000001:1.0:1775776122.604062:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.604063:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307071660
00000100:00000001:1.0:1775776122.604064:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307072391
00000100:00000001:1.0:1775776122.604065:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776122.604066:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.604067:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776122.604069:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122]  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776122.604073:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776122.604073:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776122.604074:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776122.604076:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776122.604077:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776122.604078:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776122.604079:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776122.604083:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604087:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776122.604087:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604088:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.604089:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776122.604091:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604095:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776122.604097:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604100:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776122.604101:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604102:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776122.604103:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604104:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776122.604104:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776122.604106:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776122.604107:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776122.604108:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776122.604110:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776122.604114:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309222784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776122.604116:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604117:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.604118:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309222656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604122:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776122.604122:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776122.604123:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776122.604125:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776122.604125:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776122.604126:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776122.604127:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776122.604129:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776122.604130:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776122.604131:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776122.604132:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776122.604133:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776122.604134:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604135:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776122.604136:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309222784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776122.604140:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776122.604141:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776122.604141:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776122.604142:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776122.604143:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776122.604143:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776122.604144:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776122.604145:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776122.604148:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776122.604149:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776122.604149:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776122.604150:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776122.604151:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604152:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776122.604154:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776122.604154:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776122.604155:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776122.604156:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776123.562283:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307072391, at 4307072448
00000100:00000010:1.0:1775776123.562295:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ee40.
00000020:00000001:2.0:1775776125.290317:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776125.290320:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776125.290323:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776127.722295:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776127.722305:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776127.722308:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776127.722312:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776127.722315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776127.722322:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12404
00000400:00000200:2.0:1775776127.722332:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776127.722337:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776127.722341:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776127.722344:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722348:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.722350:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722352:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776127.722356:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776127.722358:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776127.722361:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776127.722363:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776127.722365:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776127.722368:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776127.722370:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722373:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.722374:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722376:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776127.722379:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776127.722382:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722384:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776127.722387:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776127.722390:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776127.722393:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722395:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776127.722397:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776127.722406:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776127.722409:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776127.722413:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776127.722414:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722417:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776127.722420:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776127.722424:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776127.722432:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776127.722438:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776127.722444:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776127.722455:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776127.722458:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776127.722461:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776127.722483:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776127.722486:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776127.722489:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776127.722491:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776127.722492:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776127.722495:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776127.722497:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12404
00000400:00000200:2.0:1775776127.722501:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776127.722504:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776127.722507:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776127.722511:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722513:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.722517:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722520:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776127.722523:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776127.722524:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776127.722526:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776127.722528:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776127.722530:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776127.722532:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776127.722537:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775776127.722537:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722539:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.722544:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776127.722546:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776127.722548:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776127.722551:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775776127.722552:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776127.722555:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722557:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776127.722559:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776127.722563:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775776127.722564:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776127.722566:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722569:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776127.722575:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776127.722585:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.722590:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776127.722590:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.722593:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776127.722597:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
02000000:00000001:1.0:1775776127.722599:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775776127.722602:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776127.722604:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776127.722608:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776127.722612:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309222912:192.168.201.105@tcp:250:kworker.0
02000000:00000001:2.0:1775776127.722616:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776127.722622:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.722623:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776127.722628:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776127.722630:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776127.722630:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776127.722635:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.722636:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776127.722640:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776127.722641:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776127.722646:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776127.722653:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
00000100:00100000:2.0:1775776127.722653:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776127.722662:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722671:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776127.722673:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776127.722677:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776127.722679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776127.722688:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776127.722695:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776127.722698:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00080000:2.0:1775776127.722700:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776127.722705:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776127.722707:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776127.722709:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1775776127.722710:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309222912, portal 25
00000100:00000001:2.0:1775776127.722714:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776127.722715:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776127.722718:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00080000:2.0:1775776127.722721:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12404
00000100:00000040:1.0:1775776127.722741:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776127.722743:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776127.722754:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776127.722761:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776127.722771:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.722776:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776127.722777:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776127.722778:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776127.722783:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776127.722786:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000001:2.0:1775776127.722788:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776127.722792:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776127.722793:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309222912, offset 0
00000020:00000040:2.0:1775776127.722794:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776127.722801:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776127.722804:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776127.722809:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776127.722810:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776127.722815:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776127.722821:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776127.722824:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776127.722829:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.722833:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776127.722837:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776127.722842:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776127.722846:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775776127.722850:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776127.722855:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:2.0:1775776127.722860:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776127.722863:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775776127.722865:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.722868:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776127.722870:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776127.722874:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776127.722875:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339923:339923:256:4294967295] 192.168.201.105@tcp LPNI seq info [339868:339868:8:4294967295]
02000000:00000001:2.0:1775776127.722883:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.722889:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776127.722890:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776127.722894:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776127.722899:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722907:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.722908:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000010:2.0:1775776127.722915:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776127.722921:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776127.722929:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1775776127.722932:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776127.722933:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.722939:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776127.722940:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1775776127.722942:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
02000000:00000001:2.0:1775776127.722944:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776127.722950:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000800:00000200:1.0:1775776127.722955:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776127.722957:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776127.722960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00100000:2.0:1775776127.722965:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776127.722975:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776127.722984:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775776127.722986:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776127.722989:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776127.722998:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775776127.723001:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.723006:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000100:00000001:2.0:1775776127.723018:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.723019:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776127.723024:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776127.723030:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775776127.723034:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776127.723036:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776127.723038:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776127.723039:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000100:00000001:2.0:1775776127.723042:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775776127.723044:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00080000:2.0:1775776127.723049:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12404
00000100:00000001:1.0:1775776127.723051:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775776127.723056:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:1.0:1775776127.723062:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776127.723066:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776127.723070:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776127.723081:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.723089:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776127.723094:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776127.723096:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776127.723097:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776127.723101:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775776127.723105:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776127.723106:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776127.723111:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776127.723113:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776127.723121:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776127.723132:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.723134:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775776127.723139:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776127.723142:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776127.723148:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776127.723150:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776127.723153:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776127.723159:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776127.723161:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307077511
00000100:00000001:2.0:1775776127.723203:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776127.723207:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000010:1.0:1775776127.723217:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ee40.
00000100:00080000:2.0:1775776127.723219:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776127.723224:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776127.723226:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776127.723228:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775776127.723229:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776127.723234:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.723236:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776127.723239:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776127.723241:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307077512
00000008:00000001:2.0:1775776127.723242:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.723252:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776127.723254:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e600.
00000100:00000010:2.0:1775776127.723255:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776127.723261:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776127.723265:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776127.723265:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776127.723269:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776127.723271:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776127.723273:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776127.723274:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776127.723275:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.723281:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776127.723282:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:1.0:1775776127.723286:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776127.723287:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776127.723294:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775776127.723298:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127]  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776127.723315:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776127.723323:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776127.723334:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776127.723370:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776127.723384:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1775776127.723384:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12414)
00000400:00000001:1.0:1775776127.723388:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776127.723391:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776127.723395:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776127.723398:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776127.723402:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776127.723408:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776127.723419:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723426:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776127.723428:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723430:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.723432:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776127.723436:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723443:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776127.723447:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723454:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776127.723457:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723458:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.723459:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723462:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776127.723464:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776127.723468:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776127.723472:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776127.723474:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776127.723479:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776127.723487:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309222912:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776127.723492:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723494:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.723497:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309222912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723505:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776127.723507:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776127.723510:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776127.723513:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776127.723516:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776127.723517:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776127.723519:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776127.723522:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:1.0:1775776127.723525:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776127.723528:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776127.723530:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:1.0:1775776127.723533:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776127.723535:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723537:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723545:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776127.723547:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.723549:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776127.723551:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776127.723552:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776127.723556:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723564:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776127.723565:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.723568:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776127.723570:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776127.723572:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776127.723575:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223040:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776127.723578:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776127.723580:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776127.723582:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.723584:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776127.723587:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776127.723588:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.723593:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776127.723595:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776127.723599:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776127.723602:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223040, portal 10
00000100:00000001:1.0:1775776127.723604:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776127.723605:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:1.0:1775776127.723611:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723617:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776127.723620:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776127.723622:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776127.723624:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309223040, offset 0
00000400:00000200:1.0:1775776127.723628:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776127.723633:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.723642:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776127.723646:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776127.723648:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776127.723650:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776127.723653:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776127.723656:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339924:339924:256:4294967295] 192.168.201.105@tcp LPNI seq info [339869:339869:8:4294967295]
00000400:00000200:1.0:1775776127.723660:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.723666:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776127.723671:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.723674:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776127.723678:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776127.723682:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775776127.723687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776127.723689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775776127.723693:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.723695:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776127.723698:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776127.723701:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776127.723705:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776127.723706:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776127.723709:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776127.723712:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723720:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.723723:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723741:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.723743:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776127.723746:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776127.723750:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776127.723753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776127.723755:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307076643
00000100:00000001:1.0:1775776127.723758:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307077511
00000100:00000001:1.0:1775776127.723760:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307076643
00000100:00000001:1.0:1775776127.723763:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307077512
00000100:00000001:1.0:1775776127.723765:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776127.723767:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.723769:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776127.723773:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127]  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776127.723780:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776127.723781:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776127.723784:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776127.723786:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776127.723788:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776127.723790:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776127.723793:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776127.723800:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723806:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776127.723807:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723809:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.723810:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776127.723813:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723819:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776127.723823:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723829:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776127.723832:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723833:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.723834:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.723836:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776127.723838:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776127.723840:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776127.723844:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776127.723846:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776127.723849:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776127.723856:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223040:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776127.723860:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776127.723863:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723870:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776127.723871:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.723873:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776127.723874:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776127.723876:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776127.723879:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223168:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776127.723882:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776127.723884:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776127.723886:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.723887:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776127.723890:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776127.723892:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.723895:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776127.723898:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776127.723901:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776127.723904:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223168, portal 4
00000100:00000001:1.0:1775776127.723906:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776127.723908:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:1.0:1775776127.723913:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.723920:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776127.723922:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776127.723925:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776127.723927:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309223168, offset 0
00000400:00000200:1.0:1775776127.723931:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776127.723935:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.723938:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776127.723941:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776127.723944:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776127.723946:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776127.723948:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776127.723952:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339925:339925:256:4294967295] 192.168.201.105@tcp LPNI seq info [339870:339870:8:4294967295]
00000400:00000200:1.0:1775776127.723956:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.723962:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776127.723966:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.723969:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776127.723973:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776127.723975:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775776127.723979:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776127.723982:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775776127.723986:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.723988:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776127.723990:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776127.723993:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776127.723996:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776127.723998:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776127.724000:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776127.724003:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724011:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.724013:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724020:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.724022:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776127.724025:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776127.724028:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776127.724030:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776127.724032:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307076771
00000100:00000001:1.0:1775776127.724035:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307077511
00000100:00000001:1.0:1775776127.724037:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307076771
00000100:00000001:1.0:1775776127.724040:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307077512
00000100:00000001:1.0:1775776127.724042:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776127.724044:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.724046:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776127.724049:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127]  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776127.724056:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776127.724057:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776127.724059:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776127.724061:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776127.724063:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776127.724065:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776127.724067:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776127.724076:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724082:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776127.724084:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724085:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.724086:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776127.724090:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724095:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776127.724099:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724105:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776127.724108:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724110:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.724111:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724113:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776127.724114:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776127.724117:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776127.724120:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776127.724123:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776127.724126:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776127.724133:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223168:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776127.724137:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776127.724140:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724147:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776127.724148:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.724150:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776127.724152:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776127.724154:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776127.724156:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776127.724158:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776127.724159:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776127.724160:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776127.724178:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776127.724180:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776127.724182:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776127.724184:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776127.724185:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776127.724187:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776127.724189:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223296, portal 4
00000100:00000001:1.0:1775776127.724190:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776127.724191:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:1.0:1775776127.724195:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724200:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776127.724202:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776127.724203:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
00000100:00000200:1.0:1775776127.724204:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309223296, offset 0
00000400:00000200:1.0:1775776127.724206:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776127.724209:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.724210:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776127.724212:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776127.724214:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776127.724215:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776127.724217:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776127.724219:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339926:339926:256:4294967295] 192.168.201.105@tcp LPNI seq info [339871:339871:8:4294967295]
00000400:00000200:1.0:1775776127.724221:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776127.724225:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776127.724227:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.724229:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000800:00000200:1.0:1775776127.724231:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776127.724233:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1775776127.724236:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776127.724237:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1775776127.724240:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776127.724241:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eef00.
00000400:00000200:1.0:1775776127.724243:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776127.724245:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776127.724247:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61110
00000400:00000010:1.0:1775776127.724248:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61110.
00000100:00000001:1.0:1775776127.724249:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776127.724251:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724256:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.724257:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724266:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.724267:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776127.724268:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776127.724271:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776127.724272:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776127.724274:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307076781
00000100:00000001:1.0:1775776127.724275:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307077511
00000100:00000001:1.0:1775776127.724276:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307076781
00000100:00000001:1.0:1775776127.724277:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307077512
00000100:00000001:1.0:1775776127.724278:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776127.724279:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.724280:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776127.724282:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127]  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776127.724286:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776127.724287:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776127.724288:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776127.724290:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776127.724292:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776127.724294:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776127.724296:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776127.724304:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724310:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776127.724313:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724314:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.724316:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776127.724319:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724325:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776127.724329:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724334:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776127.724336:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724338:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776127.724339:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724340:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776127.724341:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776127.724343:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776127.724346:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776127.724348:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776127.724351:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776127.724358:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776127.724361:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724363:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.724366:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309223040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724371:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776127.724372:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776127.724374:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776127.724376:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776127.724377:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776127.724378:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776127.724380:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776127.724382:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776127.724384:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776127.724386:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776127.724387:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:1.0:1775776127.724390:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776127.724391:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724392:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.724394:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309223168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724399:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776127.724400:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776127.724401:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776127.724403:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776127.724404:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776127.724405:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776127.724407:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776127.724408:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:1.0:1775776127.724410:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776127.724411:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776127.724412:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:1.0:1775776127.724413:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776127.724414:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724416:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776127.724419:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309223296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776127.724424:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776127.724425:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776127.724426:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776127.724428:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776127.724429:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776127.724430:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776127.724431:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776127.724433:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:1.0:1775776127.724434:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776127.724436:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776127.724437:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:1.0:1775776127.724439:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776127.724440:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724442:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776127.724445:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776127.724446:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776127.724448:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776127.724449:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776128.682299:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307077512, at 4307077568
00000100:00000010:1.0:1775776128.682323:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e600.
00000020:00000001:2.0:1775776129.386420:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776129.386424:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776129.386428:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776132.842271:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776132.842281:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776132.842284:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776132.842287:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776132.842291:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776132.842297:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12409
00000400:00000200:2.0:1775776132.842307:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776132.842314:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776132.842317:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776132.842319:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842323:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842325:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842328:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776132.842331:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776132.842333:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776132.842335:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776132.842337:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776132.842338:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776132.842340:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776132.842342:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842343:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842344:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842345:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776132.842347:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776132.842348:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842350:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776132.842352:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776132.842355:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776132.842357:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842358:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776132.842360:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776132.842369:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776132.842371:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776132.842374:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776132.842375:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842377:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776132.842379:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776132.842382:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776132.842388:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776132.842399:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776132.842405:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776132.842412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776132.842416:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776132.842419:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776132.842436:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776132.842438:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776132.842441:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776132.842442:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776132.842443:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776132.842445:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776132.842446:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12409
00000400:00000200:2.0:1775776132.842450:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776132.842453:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776132.842455:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776132.842458:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842460:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842462:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842465:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776132.842467:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776132.842469:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776132.842471:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776132.842474:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776132.842476:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776132.842478:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776132.842481:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776132.842482:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776132.842484:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776132.842488:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776132.842488:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842489:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776132.842492:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775776132.842492:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776132.842496:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842498:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776132.842500:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776132.842501:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776132.842504:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776132.842508:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842512:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776132.842516:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776132.842517:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776132.842520:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776132.842520:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842524:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.842526:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1775776132.842527:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
02000000:00000001:1.0:1775776132.842529:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1775776132.842530:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776132.842534:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776132.842534:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776132.842536:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842537:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776132.842538:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776132.842539:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776132.842542:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776132.842547:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776132.842552:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309223424:192.168.201.105@tcp:250:kworker.0
00000100:00100000:2.0:1775776132.842552:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776132.842561:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776132.842565:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776132.842565:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776132.842567:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.842569:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776132.842570:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776132.842573:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776132.842579:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776132.842581:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
00000100:00080000:2.0:1775776132.842581:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775776132.842586:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776132.842586:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776132.842589:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776132.842590:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776132.842592:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776132.842595:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12409
00000400:00000200:1.0:1775776132.842596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776132.842600:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776132.842601:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000200:2.0:1775776132.842603:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776132.842605:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776132.842607:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842608:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775776132.842609:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:2.0:1775776132.842610:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842614:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776132.842615:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776132.842618:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223424, portal 25
00000020:00000040:2.0:1775776132.842621:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000100:00000001:1.0:1775776132.842623:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1775776132.842623:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776132.842626:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371469568 : -109519338082048 : ffff9c648ac1f100)
00000020:00000040:2.0:1775776132.842627:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776132.842629:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776132.842631:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776132.842634:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776132.842635:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842638:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842651:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842655:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776132.842660:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00000001:1.0:1775776132.842661:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775776132.842663:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000040:1.0:1775776132.842667:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842667:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776132.842671:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61110.
02000000:00000001:2.0:1775776132.842671:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776132.842673:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1775776132.842674:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309223424, offset 0
02000000:00000001:2.0:1775776132.842676:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842678:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776132.842680:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776132.842681:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000008:00000001:2.0:1775776132.842684:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842686:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776132.842689:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000400:00000200:1.0:1775776132.842692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776132.842693:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776132.842697:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776132.842698:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842699:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776132.842701:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776132.842702:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000001:2.0:1775776132.842703:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776132.842707:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000400:00000200:1.0:1775776132.842709:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776132.842710:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776132.842715:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776132.842716:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776132.842723:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775776132.842723:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776132.842726:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776132.842729:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:2.0:1775776132.842731:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776132.842738:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339927:339927:256:4294967295] 192.168.201.105@tcp LPNI seq info [339872:339872:8:4294967295]
00000100:00000001:2.0:1775776132.842741:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776132.842744:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776132.842749:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776132.842749:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776132.842752:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776132.842754:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776132.842755:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776132.842758:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12409
00000400:00000200:2.0:1775776132.842762:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776132.842767:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776132.842770:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776132.842772:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775776132.842774:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842777:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842780:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842781:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.0:1775776132.842785:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776132.842785:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776132.842786:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776132.842788:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776132.842790:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776132.842791:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776132.842792:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000010:1.0:1775776132.842793:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eef00.
00000100:00000040:2.0:1775776132.842795:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842798:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776132.842799:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842800:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776132.842801:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776132.842802:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776132.842804:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776132.842805:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776132.842806:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776132.842807:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842808:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776132.842810:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1775776132.842812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:2.0:1775776132.842813:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842816:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776132.842818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:2.0:1775776132.842819:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776132.842821:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776132.842822:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776132.842823:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842824:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776132.842825:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776132.842826:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776132.842828:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776132.842829:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776132.842834:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776132.842838:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776132.842839:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776132.842841:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.842844:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776132.842849:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776132.842852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776132.842852:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12419)
00000100:00000001:1.0:1775776132.842855:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307082631
00000100:00000010:1.0:1775776132.842859:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e600.
00000100:00000001:1.0:1775776132.842865:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776132.842871:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307082631
00000100:00000010:1.0:1775776132.842873:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eea0.
00000100:00000001:1.0:1775776132.842876:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776132.842878:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776132.842880:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.842882:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.842884:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776132.842894:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776132.842896:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776132.842898:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776132.842899:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776132.842900:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776132.842904:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.842909:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776132.842910:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.842912:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776132.842913:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776132.842914:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776132.842916:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223552:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776132.842919:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776132.842921:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776132.842922:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.842924:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776132.842927:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776132.842929:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776132.842932:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776132.842936:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64987568f0.
00000400:00000010:1.0:1775776132.842939:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61440.
00000100:00000200:1.0:1775776132.842943:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223552, portal 10
00000100:00000001:1.0:1775776132.842944:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776132.842946:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:1.0:1775776132.842952:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.842959:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776132.842962:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776132.842965:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61d48.
00000100:00000200:1.0:1775776132.842967:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309223552, offset 0
00000400:00000200:1.0:1775776132.842971:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776132.842975:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.842980:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776132.842982:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776132.842984:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776132.842987:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776132.842989:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776132.842991:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339928:339928:255:4294967295] 192.168.201.105@tcp LPNI seq info [339873:339873:7:4294967295]
00000400:00000200:1.0:1775776132.842994:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.842998:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776132.843001:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776132.843003:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eeb00.
00000800:00000200:1.0:1775776132.843007:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776132.843011:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776132.843014:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776132.843017:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776132.843020:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776132.843022:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307081762
00000100:00000001:1.0:1775776132.843024:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843026:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307081762
00000100:00000001:1.0:1775776132.843028:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843030:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776132.843032:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.843034:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776132.843037:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.843045:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776132.843046:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.843048:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776132.843050:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776132.843051:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776132.843054:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776132.843057:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776132.843058:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776132.843059:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.843060:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776132.843063:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776132.843064:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776132.843066:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776132.843068:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756630.
00000400:00000010:1.0:1775776132.843070:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776132.843072:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223680, portal 4
00000100:00000001:1.0:1775776132.843073:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776132.843074:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:1.0:1775776132.843077:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.843081:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776132.843083:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776132.843085:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb613b8.
00000100:00000200:1.0:1775776132.843087:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309223680, offset 0
00000400:00000200:1.0:1775776132.843091:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776132.843094:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.843097:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776132.843100:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776132.843102:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776132.843104:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776132.843107:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776132.843109:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339929:339929:254:4294967295] 192.168.201.105@tcp LPNI seq info [339874:339874:6:4294967295]
00000400:00000200:1.0:1775776132.843113:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.843118:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776132.843123:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776132.843128:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee200.
00000800:00000200:1.0:1775776132.843132:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776132.843135:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776132.843137:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776132.843140:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776132.843142:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776132.843143:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307081890
00000100:00000001:1.0:1775776132.843146:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843147:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307081890
00000100:00000001:1.0:1775776132.843149:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843151:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776132.843153:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.843155:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776132.843159:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.843202:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776132.843204:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.843206:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776132.843208:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776132.843209:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776132.843212:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776132.843215:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776132.843217:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776132.843218:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776132.843220:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776132.843233:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776132.843235:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776132.843239:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776132.843241:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756790.
00000400:00000010:1.0:1775776132.843243:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776132.843246:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223808, portal 4
00000100:00000001:1.0:1775776132.843248:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776132.843249:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:1.0:1775776132.843255:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776132.843261:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776132.843263:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776132.843265:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61000.
00000100:00000200:1.0:1775776132.843268:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309223808, offset 0
00000400:00000200:1.0:1775776132.843271:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776132.843275:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.843278:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776132.843281:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776132.843283:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776132.843285:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776132.843287:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776132.843289:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339930:339930:253:4294967295] 192.168.201.105@tcp LPNI seq info [339875:339875:5:4294967295]
00000400:00000200:1.0:1775776132.843292:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776132.843297:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776132.843301:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776132.843304:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eec00.
00000800:00000200:1.0:1775776132.843307:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776132.843310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776132.843313:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776132.843316:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776132.843319:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776132.843320:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307081900
00000100:00000001:1.0:1775776132.843322:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843324:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307081900
00000100:00000001:1.0:1775776132.843326:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307082631
00000100:00000001:1.0:1775776132.843327:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776132.843329:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.843332:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.843333:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776132.843336:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776132.843338:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776132.843339:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776132.843340:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776132.843342:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776132.843343:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776133.482338:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776133.482341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776133.482343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776133.802312:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307082631, at 4307082688
00000100:00000010:1.0:1775776133.802340:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01eea0.
00000100:00000001:1.0:1775776135.916642:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776135.916647:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776135.916650:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776135.916659:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776135]  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776135.916673:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776135.916674:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776135.916677:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64987568f0.
00000400:00000200:1.0:1775776135.916681:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61440
00000400:00000010:1.0:1775776135.916683:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61440.
00000100:00000001:1.0:1775776135.916686:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776135.916688:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776135.916694:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916699:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776135.916700:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916703:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916704:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776135.916708:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916714:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776135.916718:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916725:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776135.916728:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916730:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916731:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916734:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776135.916736:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776135.916740:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776135.916744:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776135.916746:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776135.916751:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776135.916759:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223552:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776135.916764:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776135.916768:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776135]  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776135.916776:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776135.916777:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776135.916780:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756630.
00000400:00000200:1.0:1775776135.916782:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776135.916784:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776135.916787:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776135.916790:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776135.916797:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916802:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776135.916803:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916805:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916806:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776135.916809:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916815:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776135.916819:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916829:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776135.916832:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916834:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916835:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916836:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776135.916837:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776135.916839:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776135.916842:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776135.916844:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776135.916848:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776135.916855:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776135.916858:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776135.916862:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776135]  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776135.916869:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776135.916870:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776135.916871:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756790.
00000400:00000200:1.0:1775776135.916873:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776135.916875:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776135.916876:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776135.916879:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776135.916887:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916892:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776135.916894:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916895:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916896:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776135.916898:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916902:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776135.916904:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916907:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776135.916909:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916909:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916910:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916911:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776135.916912:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776135.916913:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776135.916915:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776135.916916:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776135.916918:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776135.916922:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309223808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776135.916924:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776135.916926:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776135]  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776135.916930:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776135.916931:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776135.916932:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776135.916934:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776135.916935:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776135.916936:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776135.916938:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776135.916942:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916946:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776135.916946:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916947:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916948:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776135.916949:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916953:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776135.916954:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916958:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776135.916959:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916959:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776135.916960:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916961:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776135.916962:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776135.916963:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776135.916965:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776135.916966:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776135.916968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776135.916971:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309223424:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776135.916974:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.916975:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776135.916977:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309223552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.916982:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776135.916984:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776135.916987:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776135.916990:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776135.916992:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776135.916993:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776135.916995:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776135.916997:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:1.0:1775776135.916999:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776135.917001:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776135.917002:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:1.0:1775776135.917004:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776135.917005:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.917006:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776135.917008:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309223680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.917012:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776135.917013:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776135.917013:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776135.917015:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776135.917015:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776135.917016:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776135.917017:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776135.917017:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:1.0:1775776135.917019:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776135.917019:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776135.917020:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:1.0:1775776135.917021:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776135.917021:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.917022:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776135.917024:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309223808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.917027:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776135.917028:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776135.917028:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776135.917030:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776135.917031:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776135.917031:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776135.917032:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776135.917033:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:1.0:1775776135.917034:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776135.917035:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776135.917035:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:1.0:1775776135.917036:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776135.917037:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.917038:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776135.917039:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f100 x1862023309223424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776135.917042:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776135.917043:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776135.917043:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776135.917044:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776135.917045:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776135.917046:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776135.917046:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776135.917047:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:1.0:1775776135.917048:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776135.917048:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776135.917049:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f100.
00000100:00000001:1.0:1775776135.917050:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776135.917051:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.917052:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776135.917057:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776135.917058:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776135.917060:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776135.917061:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776137.578362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776137.578366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776137.578370:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776137.962287:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776137.962300:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776137.962303:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776137.962317:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776137.962323:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776137.962332:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12414
00000400:00000200:2.0:1775776137.962345:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776137.962353:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776137.962356:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776137.962359:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962362:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962364:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962366:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776137.962369:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776137.962371:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776137.962373:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776137.962376:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776137.962379:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776137.962382:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776137.962384:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962386:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962388:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962389:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776137.962392:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776137.962396:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962399:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776137.962402:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776137.962406:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776137.962409:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962411:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776137.962414:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776137.962422:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776137.962426:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776137.962431:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776137.962433:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962436:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776137.962439:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776137.962445:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776137.962455:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776137.962463:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776137.962474:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776137.962486:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776137.962492:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776137.962498:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776137.962531:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776137.962535:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776137.962538:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776137.962540:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776137.962541:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776137.962544:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776137.962547:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12414
00000400:00000200:2.0:1775776137.962551:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776137.962567:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776137.962569:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776137.962572:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962575:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962576:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962578:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776137.962581:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776137.962582:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776137.962584:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776137.962586:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776137.962588:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776137.962590:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776137.962593:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962595:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962597:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962599:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776137.962600:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776137.962603:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962606:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776137.962608:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776137.962615:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776137.962617:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962619:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776137.962625:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776137.962628:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962630:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776137.962635:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776137.962637:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776137.962640:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776137.962641:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962643:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776137.962645:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776137.962647:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776137.962652:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776137.962655:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776137.962660:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776137.962668:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776137.962670:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776137.962673:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776137.962681:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776137.962684:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776137.962687:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776137.962689:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776137.962690:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776137.962693:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776137.962696:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12414
00000400:00000200:2.0:1775776137.962700:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776137.962703:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776137.962705:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776137.962709:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962711:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962713:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962715:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776137.962718:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776137.962719:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776137.962720:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776137.962723:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776137.962724:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776137.962726:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776137.962729:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962731:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962733:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962735:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776137.962737:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776137.962740:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962743:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776137.962744:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776137.962752:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776137.962755:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962757:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776137.962760:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776137.962763:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962764:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776137.962767:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776137.962770:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776137.962772:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776137.962774:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962776:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776137.962777:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776137.962779:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776137.962783:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776137.962787:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776137.962792:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776137.962800:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776137.962802:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776137.962806:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776137.962813:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776137.962816:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776137.962819:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776137.962821:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776137.962822:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776137.962826:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776137.962828:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12414
00000400:00000200:2.0:1775776137.962832:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776137.962836:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776137.962838:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776137.962841:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962843:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962845:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962847:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776137.962849:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776137.962851:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776137.962852:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776137.962854:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776137.962856:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776137.962858:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776137.962861:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962863:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776137.962866:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962867:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776137.962870:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776137.962872:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776137.962874:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776137.962877:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776137.962879:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776137.962881:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962883:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776137.962885:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776137.962887:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962888:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776137.962892:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776137.962894:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776137.962896:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776137.962898:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776137.962899:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776137.962901:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776137.962902:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776137.962906:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776137.962909:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776137.962912:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776137.962919:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776137.962921:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776137.962924:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776137.962931:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776137.962936:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12424)
00000100:00000001:1.0:1775776137.963021:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776137.963027:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776137.963030:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776137.963036:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963052:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776137.963055:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963060:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776137.963063:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776137.963066:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776137.963070:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309223936:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776137.963076:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776137.963084:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776137.963088:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963092:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776137.963099:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776137.963102:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776137.963110:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776137.963115:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776137.963125:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776137.963138:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309223936, portal 25
00000100:00000001:1.0:1775776137.963142:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776137.963144:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:1.0:1775776137.963151:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963160:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776137.963225:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776137.963229:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776137.963233:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309223936, offset 0
00000400:00000200:1.0:1775776137.963242:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963255:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963262:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776137.963269:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776137.963275:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776137.963282:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776137.963285:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963291:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339931:339931:256:4294967295] 192.168.201.105@tcp LPNI seq info [339876:339876:8:4294967295]
00000400:00000200:1.0:1775776137.963296:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963310:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776137.963318:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.963327:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776137.963335:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776137.963340:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776137.963347:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776137.963352:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776137.963357:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.963361:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776137.963366:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776137.963373:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776137.963379:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776137.963382:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776137.963386:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776137.963390:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963400:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.963403:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963411:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.963412:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776137.963421:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776137.963426:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776137.963430:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307087752
00000100:00000010:1.0:1775776137.963436:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eea0.
00000100:00000001:1.0:1775776137.963446:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776137.963454:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307087752
00000100:00000010:1.0:1775776137.963457:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ec00.
00000100:00000001:1.0:1775776137.963460:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776137.963463:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776137.963467:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.963471:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776137.963476:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137]  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776137.963489:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776137.963491:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776137.963494:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776137.963497:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776137.963498:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776137.963501:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776137.963504:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776137.963513:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963519:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776137.963521:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963524:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.963526:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776137.963529:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963536:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776137.963540:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963547:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776137.963550:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963563:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.963565:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963567:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776137.963570:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776137.963573:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776137.963580:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776137.963584:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776137.963589:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776137.963597:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309223936:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776137.963603:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776137.963607:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963615:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776137.963617:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963620:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776137.963622:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776137.963624:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776137.963626:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224064:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776137.963629:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776137.963633:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776137.963634:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963637:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776137.963641:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776137.963642:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776137.963647:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776137.963650:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776137.963653:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776137.963656:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224064, portal 10
00000100:00000001:1.0:1775776137.963659:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776137.963660:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371469568 : -109519338082048 : ffff9c648ac1f100)
00000100:00000040:1.0:1775776137.963669:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963675:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776137.963678:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776137.963680:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776137.963683:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309224064, offset 0
00000400:00000200:1.0:1775776137.963686:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963693:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963697:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776137.963701:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776137.963703:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776137.963706:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776137.963708:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963711:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339932:339932:256:4294967295] 192.168.201.105@tcp LPNI seq info [339877:339877:8:4294967295]
00000400:00000200:1.0:1775776137.963715:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963731:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776137.963735:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.963739:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776137.963743:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776137.963745:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776137.963749:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776137.963751:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776137.963755:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.963757:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776137.963759:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776137.963762:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776137.963764:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776137.963766:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776137.963768:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776137.963772:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963779:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.963781:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963787:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.963789:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776137.963791:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776137.963796:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776137.963800:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776137.963801:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307086883
00000100:00000001:1.0:1775776137.963804:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.963806:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307086883
00000100:00000001:1.0:1775776137.963809:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.963810:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776137.963813:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.963814:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776137.963817:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137]  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776137.963824:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776137.963825:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776137.963826:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776137.963828:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776137.963830:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776137.963831:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776137.963834:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776137.963841:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963846:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776137.963847:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963849:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.963850:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776137.963853:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963859:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776137.963863:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963871:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776137.963873:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963875:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.963876:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.963878:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776137.963880:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776137.963882:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776137.963885:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776137.963887:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776137.963891:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776137.963898:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224064:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776137.963902:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776137.963905:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963911:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776137.963912:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963914:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776137.963915:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776137.963917:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776137.963920:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776137.963923:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776137.963925:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776137.963927:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.963928:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776137.963932:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776137.963934:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776137.963937:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776137.963940:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776137.963943:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776137.963946:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224192, portal 4
00000100:00000001:1.0:1775776137.963948:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776137.963949:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:1.0:1775776137.963954:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.963960:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776137.963962:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776137.963964:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776137.963966:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309224192, offset 0
00000400:00000200:1.0:1775776137.963970:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963974:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963976:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776137.963979:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776137.963981:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776137.963983:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776137.963986:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776137.963988:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339933:339933:256:4294967295] 192.168.201.105@tcp LPNI seq info [339878:339878:8:4294967295]
00000400:00000200:1.0:1775776137.963992:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.963998:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776137.964002:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.964006:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776137.964009:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776137.964012:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776137.964016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776137.964018:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776137.964022:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.964024:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776137.964026:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776137.964029:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776137.964032:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776137.964034:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776137.964036:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776137.964040:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964054:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964057:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964063:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.964065:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776137.964068:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776137.964070:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776137.964074:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776137.964075:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307087011
00000100:00000001:1.0:1775776137.964078:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.964080:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307087011
00000100:00000001:1.0:1775776137.964082:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.964084:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776137.964086:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.964087:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776137.964091:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137]  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776137.964098:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776137.964099:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776137.964101:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776137.964103:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776137.964105:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776137.964107:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776137.964109:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776137.964116:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964127:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776137.964129:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964131:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.964132:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776137.964135:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964142:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776137.964146:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964199:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776137.964202:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964204:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.964206:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964207:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776137.964209:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776137.964212:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776137.964215:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776137.964218:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776137.964222:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776137.964229:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776137.964233:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776137.964238:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964245:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776137.964246:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.964249:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776137.964251:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776137.964252:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776137.964255:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776137.964258:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776137.964260:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776137.964262:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776137.964263:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776137.964268:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776137.964270:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776137.964273:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776137.964276:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776137.964279:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776137.964282:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224320, portal 4
00000100:00000001:1.0:1775776137.964284:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776137.964285:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:1.0:1775776137.964291:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964297:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776137.964299:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776137.964301:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776137.964303:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309224320, offset 0
00000400:00000200:1.0:1775776137.964307:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776137.964311:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.964315:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776137.964318:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776137.964320:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776137.964323:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776137.964325:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776137.964328:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339934:339934:256:4294967295] 192.168.201.105@tcp LPNI seq info [339879:339879:8:4294967295]
00000400:00000200:1.0:1775776137.964332:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776137.964337:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776137.964342:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.964345:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776137.964349:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776137.964352:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776137.964355:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776137.964358:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776137.964361:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776137.964364:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776137.964367:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776137.964370:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776137.964372:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776137.964374:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776137.964376:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776137.964379:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964386:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964389:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964395:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.964396:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776137.964399:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776137.964403:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776137.964406:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776137.964408:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307087021
00000100:00000001:1.0:1775776137.964410:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.964412:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307087021
00000100:00000001:1.0:1775776137.964414:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307087752
00000100:00000001:1.0:1775776137.964417:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776137.964418:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.964420:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776137.964423:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137]  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776137.964431:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776137.964432:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776137.964434:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776137.964436:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776137.964438:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776137.964440:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776137.964443:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776137.964450:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964456:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776137.964457:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964458:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.964460:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776137.964463:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964469:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776137.964472:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964478:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776137.964480:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964481:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776137.964483:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964484:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776137.964486:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776137.964489:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776137.964492:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776137.964494:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776137.964498:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776137.964506:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776137.964509:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964512:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964514:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309223936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964521:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776137.964524:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776137.964527:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776137.964530:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776137.964533:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776137.964534:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776137.964537:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776137.964539:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:1.0:1775776137.964543:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776137.964545:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776137.964548:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:1.0:1775776137.964567:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776137.964568:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964570:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964574:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f100 x1862023309224064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964580:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776137.964582:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776137.964583:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776137.964586:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776137.964587:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776137.964589:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776137.964591:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776137.964592:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:1.0:1775776137.964594:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776137.964596:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776137.964598:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f100.
00000100:00000001:1.0:1775776137.964600:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776137.964601:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964603:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964606:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309224192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964613:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776137.964614:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776137.964616:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776137.964618:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776137.964619:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776137.964620:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776137.964622:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776137.964623:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:1.0:1775776137.964625:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776137.964626:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776137.964628:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:1.0:1775776137.964630:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776137.964636:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964638:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776137.964641:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309224320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776137.964648:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776137.964649:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776137.964651:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776137.964652:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776137.964653:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776137.964654:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776137.964656:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776137.964657:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:1.0:1775776137.964659:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776137.964659:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776137.964660:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:1.0:1775776137.964662:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776137.964663:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964666:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776137.964675:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776137.964676:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776137.964679:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776137.964681:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776138.858319:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776138.858331:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776138.858337:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776138.858565:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:1.0:1775776138.922290:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307087752, at 4307087808
00000100:00000010:1.0:1775776138.922308:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ec00.
00000020:00000001:2.0:1775776141.674345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776141.674348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776141.674352:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776143.082284:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776143.082294:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776143.082297:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776143.082300:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776143.082305:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776143.082311:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12419
00000400:00000200:3.0:1775776143.082321:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776143.082327:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776143.082330:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776143.082333:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082336:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.082338:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082340:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776143.082344:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776143.082346:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776143.082349:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776143.082351:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776143.082353:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776143.082356:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776143.082359:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082361:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.082362:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082364:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776143.082367:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776143.082370:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082372:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776143.082376:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776143.082379:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776143.082382:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082384:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776143.082387:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776143.082396:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776143.082399:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776143.082403:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776143.082404:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082407:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776143.082410:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776143.082414:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776143.082422:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776143.082428:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776143.082437:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776143.082455:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776143.082460:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776143.082492:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776143.082519:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776143.082522:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776143.082526:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776143.082527:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776143.082529:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776143.082531:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776143.082534:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12419
00000400:00000200:3.0:1775776143.082538:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776143.082541:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776143.082544:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776143.082547:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082549:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.082552:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082554:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776143.082557:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776143.082558:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775776143.082559:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776143.082562:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776143.082563:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776143.082564:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776143.082567:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776143.082573:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776143.082578:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776143.082582:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776143.082582:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082586:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.082591:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776143.082596:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776143.082596:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776143.082599:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776143.082600:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776143.082602:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775776143.082604:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776143.082606:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776143.082609:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082609:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776143.082614:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775776143.082616:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309224448:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776143.082619:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776143.082621:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776143.082623:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.082625:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776143.082627:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1775776143.082629:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:3.0:1775776143.082630:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.082631:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082634:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775776143.082638:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00100000:3.0:1775776143.082638:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775776143.082641:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000008:00000001:3.0:1775776143.082642:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082645:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776143.082646:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000010:3.0:1775776143.082649:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776143.082652:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000200:1.0:1775776143.082653:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224448, portal 25
02000000:00000001:3.0:1775776143.082654:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776143.082656:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1775776143.082657:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.082658:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000001:3.0:1775776143.082663:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1775776143.082664:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776143.082665:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776143.082670:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.082671:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776143.082676:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776143.082678:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
02000000:00000010:3.0:1775776143.082678:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000200:1.0:1775776143.082682:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309224448, offset 0
00000100:00000001:3.0:1775776143.082685:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.082686:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776143.082695:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:3.0:1775776143.082696:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776143.082701:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776143.082710:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776143.082713:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775776143.082713:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.082717:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:3.0:1775776143.082721:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776143.082723:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776143.082726:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776143.082729:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339935:339935:256:4294967295] 192.168.201.105@tcp LPNI seq info [339880:339880:8:4294967295]
00000400:00000200:1.0:1775776143.082735:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.082745:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776143.082748:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776143.082750:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.082754:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776143.082760:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776143.082762:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775776143.082763:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776143.082769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776143.082770:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1775776143.082773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775776143.082774:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1775776143.082778:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776143.082779:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1775776143.082780:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000100:00000001:3.0:1775776143.082786:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776143.082787:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775776143.082791:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12419
00000400:00000200:1.0:1775776143.082793:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776143.082799:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776143.082800:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000400:00000200:3.0:1775776143.082802:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776143.082804:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776143.082807:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776143.082810:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776143.082817:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776143.082819:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.082824:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776143.082824:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082831:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776143.082834:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.082836:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776143.082840:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.082843:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776143.082845:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307092871
00000100:00000040:3.0:1775776143.082847:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:1.0:1775776143.082849:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ec00.
00000100:00000001:3.0:1775776143.082854:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776143.082857:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1775776143.082858:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776143.082861:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776143.082863:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776143.082865:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307092871
00000020:00000040:3.0:1775776143.082866:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000010:1.0:1775776143.082868:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e960.
00000020:00000001:3.0:1775776143.082872:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:1.0:1775776143.082873:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776143.082875:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776143.082877:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.082878:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776143.082881:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776143/real 1775776143]  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776143.082885:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000001:1.0:1775776143.082891:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776143.082893:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1775776143.082895:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:1.0:1775776143.082896:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776143.082899:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776143.082901:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776143.082902:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776143.082903:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776143.082909:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776143.082909:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.082916:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:1.0:1775776143.082918:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776143.082923:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00000001:1.0:1775776143.082924:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776143.082927:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.082929:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.082931:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775776143.082931:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00100000:1.0:1775776143.082935:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776143.082937:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776143.082943:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776143.082944:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776143.082947:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776143.082948:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776143.082955:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.082957:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776143.082960:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776143.082960:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776143.082962:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.082963:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.082965:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776143.082966:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776143.082968:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776143.082970:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776143.082972:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00100000:3.0:1775776143.082973:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776143.082977:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776143.082978:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.082981:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776143.082986:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776143.082991:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00100000:1.0:1775776143.082993:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309224448:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776143.082995:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776143.082997:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083000:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776143.083000:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776143.083002:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776143.083003:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775776143.083005:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083008:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309224448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776143.083011:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776143.083017:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083021:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776143.083024:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1775776143.083025:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775776143.083027:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776143.083031:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776143.083034:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776143.083036:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776143.083039:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776143.083040:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776143.083043:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776143.083044:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776143.083046:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:3.0:1775776143.083046:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776143.083050:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776143.083051:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776143.083051:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083055:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776143.083059:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083062:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776143.083064:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083068:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776143.083070:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776143.083072:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776143.083075:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083077:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776143.083078:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776143.083086:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776143.083089:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776143.083090:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776143.083092:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776143.083093:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775776143.083094:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776143.083097:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776143.083098:0:96535:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:1.0:1775776143.083099:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776143.083104:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224576:192.168.201.105@tcp:38:kworker.0
00000100:00080000:3.0:1775776143.083104:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12419
00000100:00000001:1.0:1775776143.083109:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776143.083111:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1775776143.083112:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:1.0:1775776143.083113:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.083116:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083118:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
00000400:00000200:3.0:1775776143.083119:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
02000000:00000001:1.0:1775776143.083121:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776143.083123:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776143.083127:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.083130:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.083131:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.083134:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776143.083136:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776143.083139:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776143.083140:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776143.083142:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776143.083145:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000010:1.0:1775776143.083147:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000020:00000001:3.0:1775776143.083148:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000010:1.0:1775776143.083152:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000020:00000001:3.0:1775776143.083152:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776143.083156:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776143.083158:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224576, portal 10
00000100:00000001:3.0:1775776143.083159:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776143.083186:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776143.083188:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776143.083190:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776143.083193:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776143.083195:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776143.083197:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776143.083200:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776143.083202:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.083204:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776143.083206:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1775776143.083207:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776143.083208:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000008:00000001:3.0:1775776143.083210:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.083213:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776143.083217:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000100:00000040:1.0:1775776143.083218:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776143.083221:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776143.083224:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776143.083225:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776143.083227:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776143.083228:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776143.083231:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776143.083237:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:1.0:1775776143.083239:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776143.083242:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083245:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776143.083249:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00100000:3.0:1775776143.083250:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776143.083254:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309224576, offset 0
00000100:00000001:3.0:1775776143.083263:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776143.083264:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776143.083268:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.083272:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776143.083274:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776143.083280:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776143.083288:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775776143.083291:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.083293:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776143.083297:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775776143.083298:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12429)
00000400:00000200:1.0:1775776143.083302:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776143.083307:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339936:339936:256:4294967295] 192.168.201.105@tcp LPNI seq info [339881:339881:8:4294967295]
00000400:00000200:1.0:1775776143.083311:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.083326:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776143.083331:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083334:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776143.083338:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776143.083340:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776143.083343:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776143.083345:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776143.083348:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083349:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776143.083351:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776143.083353:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776143.083355:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776143.083356:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776143.083358:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776143.083360:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083365:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083367:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083371:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083372:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776143.083374:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083376:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776143.083379:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776143.083380:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307092003
00000100:00000001:1.0:1775776143.083382:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083384:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307092003
00000100:00000001:1.0:1775776143.083385:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083386:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776143.083388:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083389:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776143.083391:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776143/real 1775776143]  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776143.083395:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776143.083395:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776143.083396:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776143.083398:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776143.083399:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776143.083400:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776143.083402:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776143.083406:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083409:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776143.083410:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083411:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083412:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776143.083414:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083417:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776143.083419:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083423:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776143.083424:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083426:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083427:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083427:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776143.083429:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776143.083437:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776143.083439:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776143.083440:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776143.083443:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776143.083447:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224576:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776143.083449:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083450:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083451:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309224576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083455:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776143.083456:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083457:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776143.083458:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776143.083459:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776143.083460:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776143.083461:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776143.083462:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:1.0:1775776143.083478:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776143.083479:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776143.083480:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:1.0:1775776143.083482:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776143.083482:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083483:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083486:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776143.083486:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083488:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776143.083489:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776143.083490:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776143.083492:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083497:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776143.083498:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.083499:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776143.083500:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776143.083501:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776143.083503:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776143.083505:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776143.083506:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776143.083507:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.083508:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083510:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776143.083511:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.083515:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776143.083517:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776143.083520:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776143.083523:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224704, portal 4
00000100:00000001:1.0:1775776143.083524:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776143.083525:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:1.0:1775776143.083530:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083536:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776143.083538:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776143.083540:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776143.083542:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309224704, offset 0
00000400:00000200:1.0:1775776143.083546:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776143.083550:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.083553:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776143.083556:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776143.083559:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776143.083561:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776143.083563:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776143.083567:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339937:339937:256:4294967295] 192.168.201.105@tcp LPNI seq info [339882:339882:8:4294967295]
00000400:00000200:1.0:1775776143.083571:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.083576:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776143.083581:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083583:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776143.083585:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776143.083587:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776143.083590:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776143.083591:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776143.083594:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083595:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776143.083597:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776143.083599:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776143.083601:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776143.083602:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776143.083603:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776143.083605:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083610:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083612:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083616:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083617:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776143.083618:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083621:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776143.083622:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776143.083624:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307092131
00000100:00000001:1.0:1775776143.083625:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083627:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307092131
00000100:00000001:1.0:1775776143.083628:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083630:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776143.083631:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083632:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776143.083634:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776143/real 1775776143]  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776143.083638:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776143.083639:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776143.083640:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776143.083641:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776143.083642:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776143.083643:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776143.083645:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776143.083649:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083652:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776143.083653:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083654:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083655:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776143.083656:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083660:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776143.083662:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083665:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776143.083666:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083667:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083668:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083669:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776143.083669:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776143.083671:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776143.083673:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776143.083674:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776143.083676:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776143.083680:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776143.083682:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776143.083684:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083688:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776143.083688:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.083689:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776143.083690:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776143.083691:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776143.083693:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776143.083695:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776143.083696:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776143.083697:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776143.083698:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083700:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776143.083701:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776143.083703:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776143.083704:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776143.083705:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776143.083707:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224832, portal 4
00000100:00000001:1.0:1775776143.083708:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776143.083709:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:1.0:1775776143.083712:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083720:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776143.083721:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776143.083722:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776143.083724:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309224832, offset 0
00000400:00000200:1.0:1775776143.083726:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776143.083728:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.083729:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776143.083731:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776143.083732:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776143.083734:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776143.083735:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776143.083737:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339938:339938:256:4294967295] 192.168.201.105@tcp LPNI seq info [339883:339883:8:4294967295]
00000400:00000200:1.0:1775776143.083739:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776143.083742:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776143.083745:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083746:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776143.083748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776143.083750:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776143.083752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776143.083754:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776143.083756:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776143.083757:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776143.083759:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776143.083761:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776143.083762:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776143.083763:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776143.083764:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776143.083766:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083770:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083772:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083779:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083780:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776143.083782:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776143.083783:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776143.083785:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776143.083786:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307092140
00000100:00000001:1.0:1775776143.083787:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083788:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307092140
00000100:00000001:1.0:1775776143.083789:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307092871
00000100:00000001:1.0:1775776143.083790:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776143.083791:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083792:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776143.083794:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776143/real 1775776143]  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776143.083798:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776143.083798:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776143.083799:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776143.083800:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776143.083801:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776143.083802:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776143.083804:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776143.083808:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083811:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776143.083812:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083813:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083814:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776143.083815:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083820:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776143.083822:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083825:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776143.083826:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083827:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776143.083828:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083829:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776143.083829:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776143.083831:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776143.083832:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776143.083833:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776143.083835:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776143.083839:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309224832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776143.083841:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083842:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083843:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309224704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083847:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776143.083848:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083849:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776143.083850:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776143.083851:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776143.083852:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776143.083853:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776143.083854:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776143.083855:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776143.083856:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776143.083857:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:1.0:1775776143.083859:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776143.083860:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083860:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776143.083862:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309224832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776143.083865:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776143.083866:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776143.083867:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776143.083868:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776143.083868:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776143.083869:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776143.083870:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776143.083870:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776143.083871:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776143.083872:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776143.083873:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:1.0:1775776143.083874:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776143.083874:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083875:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776143.083877:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776143.083878:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776143.083879:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776143.083880:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776144.042269:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307092871, at 4307092928
00000100:00000010:1.0:1775776144.042291:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e960.
00000020:00000001:2.0:1775776145.770315:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776145.770318:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776145.770320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776148.202294:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776148.202301:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776148.202304:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776148.202306:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776148.202310:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776148.202315:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12424
00000400:00000200:2.0:1775776148.202322:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776148.202327:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776148.202329:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776148.202331:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202333:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202335:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202336:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776148.202339:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776148.202341:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776148.202342:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776148.202344:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776148.202345:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776148.202347:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776148.202348:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202351:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202352:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776148.202354:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776148.202356:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202359:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776148.202361:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776148.202364:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776148.202366:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202367:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776148.202369:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776148.202400:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776148.202402:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776148.202405:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776148.202406:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202408:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776148.202411:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776148.202414:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776148.202420:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776148.202424:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776148.202431:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776148.202438:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776148.202441:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776148.202444:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776148.202458:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776148.202461:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776148.202464:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776148.202465:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776148.202467:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776148.202469:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776148.202471:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12424
00000400:00000200:2.0:1775776148.202475:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776148.202478:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776148.202480:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776148.202483:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202485:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202487:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776148.202489:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776148.202489:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776148.202491:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776148.202492:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:1.0:1775776148.202493:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775776148.202493:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776148.202495:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776148.202496:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776148.202497:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776148.202499:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776148.202501:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776148.202501:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202503:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202505:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202507:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776148.202509:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776148.202512:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202514:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202515:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776148.202516:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776148.202520:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776148.202521:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776148.202522:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.202524:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776148.202524:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776148.202526:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775776148.202527:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776148.202529:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776148.202530:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776148.202532:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309224960:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776148.202532:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776148.202535:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000100:00000001:1.0:1775776148.202536:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775776148.202537:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776148.202539:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776148.202539:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776148.202540:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202541:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776148.202542:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776148.202543:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776148.202544:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776148.202544:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776148.202547:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
02000000:00000010:1.0:1775776148.202549:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776148.202550:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202550:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776148.202554:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776148.202556:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776148.202559:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776148.202562:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776148.202563:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776148.202565:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:2.0:1775776148.202567:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776148.202571:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309224960, portal 25
00000100:00000001:1.0:1775776148.202573:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776148.202574:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202575:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00080000:2.0:1775776148.202576:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775776148.202579:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776148.202580:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776148.202581:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776148.202583:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776148.202585:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776148.202586:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775776148.202588:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12424
00000100:00000040:1.0:1775776148.202589:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776148.202591:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000400:00000200:2.0:1775776148.202591:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776148.202593:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000200:1.0:1775776148.202594:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309224960, offset 0
00000100:00080000:2.0:1775776148.202595:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776148.202597:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776148.202599:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202600:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202601:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202603:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776148.202604:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775776148.202606:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776148.202606:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776148.202607:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776148.202609:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776148.202610:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:2.0:1775776148.202611:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776148.202613:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776148.202615:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775776148.202615:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202617:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202618:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202620:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776148.202623:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776148.202625:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:2.0:1775776148.202625:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202627:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.202628:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775776148.202629:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776148.202630:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776148.202631:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776148.202633:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.202634:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339939:339939:256:4294967295] 192.168.201.105@tcp LPNI seq info [339884:339884:8:4294967295]
00000100:00000001:2.0:1775776148.202635:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776148.202637:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776148.202639:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00000001:2.0:1775776148.202639:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202640:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776148.202643:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776148.202645:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776148.202647:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775776148.202648:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776148.202648:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202650:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776148.202651:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776148.202652:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776148.202653:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000010:2.0:1775776148.202655:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000800:00000010:1.0:1775776148.202658:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000100:00000001:2.0:1775776148.202658:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776148.202664:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776148.202667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1775776148.202668:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776148.202673:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776148.202675:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775776148.202676:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775776148.202677:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776148.202680:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775776148.202681:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.202684:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000100:00000001:2.0:1775776148.202687:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.202689:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776148.202689:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776148.202692:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776148.202693:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776148.202694:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775776148.202695:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776148.202697:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776148.202698:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000100:00080000:2.0:1775776148.202699:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12424
00000400:00000010:1.0:1775776148.202700:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000400:00000200:2.0:1775776148.202702:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776148.202703:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775776148.202705:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000200:1.0:1775776148.202706:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776148.202707:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776148.202710:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202712:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776148.202713:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776148.202715:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776148.202715:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776148.202717:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:1.0:1775776148.202718:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776148.202719:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776148.202720:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776148.202722:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776148.202724:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776148.202725:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776148.202726:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776148.202727:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775776148.202728:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202730:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776148.202731:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776148.202732:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202733:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776148.202734:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776148.202736:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776148.202737:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307097991
00000100:00080000:2.0:1775776148.202738:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776148.202740:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776148.202741:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e960.
02000000:00000001:2.0:1775776148.202742:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776148.202744:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776148.202745:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202747:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776148.202747:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776148.202748:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776148.202750:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202752:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202754:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307097991
00000100:00000010:2.0:1775776148.202754:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000100:00000010:1.0:1775776148.202757:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e840.
00000020:00000040:2.0:1775776148.202757:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776148.202759:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776148.202760:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776148.202760:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776148.202762:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776148.202763:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776148.202763:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776148.202764:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202765:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202767:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1775776148.202767:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776148.202770:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776148.202771:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776148/real 1775776148]  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776148.202774:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1775776148.202780:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775776148.202780:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1775776148.202782:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775776148.202782:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776148.202784:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000100:00000040:2.0:1775776148.202785:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776148.202787:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776148.202788:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776148.202791:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775776148.202792:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776148.202794:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776148.202796:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12434)
00000100:00000200:1.0:1775776148.202801:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202807:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776148.202808:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202810:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.202812:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776148.202815:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202821:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776148.202826:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202832:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776148.202835:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202836:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.202838:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202839:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776148.202841:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776148.202843:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776148.202845:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776148.202847:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776148.202849:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776148.202854:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309224960:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776148.202858:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202859:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.202861:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309224960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202865:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776148.202867:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776148.202869:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776148.202870:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776148.202871:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776148.202872:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776148.202873:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776148.202875:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:1.0:1775776148.202877:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776148.202879:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776148.202880:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:1.0:1775776148.202882:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776148.202882:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202884:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.202888:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776148.202890:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202891:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776148.202892:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776148.202893:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776148.202895:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202899:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776148.202900:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.202901:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776148.202902:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776148.202903:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776148.202905:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225088:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776148.202907:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776148.202908:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776148.202908:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.202910:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776148.202912:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776148.202913:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.202915:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776148.202917:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776148.202919:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776148.202920:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225088, portal 10
00000100:00000001:1.0:1775776148.202922:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776148.202923:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:1.0:1775776148.202927:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202930:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776148.202932:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776148.202933:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776148.202934:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309225088, offset 0
00000400:00000200:1.0:1775776148.202937:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776148.202939:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.202941:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776148.202942:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776148.202944:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776148.202945:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776148.202947:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776148.202949:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339940:339940:256:4294967295] 192.168.201.105@tcp LPNI seq info [339885:339885:8:4294967295]
00000400:00000200:1.0:1775776148.202951:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.202955:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776148.202957:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.202959:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776148.202962:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776148.202963:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776148.202966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776148.202967:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776148.202970:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.202971:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776148.202973:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776148.202975:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776148.202977:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776148.202978:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776148.202979:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776148.202981:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202985:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.202987:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.202991:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.202992:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776148.202993:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776148.202995:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776148.202997:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776148.202998:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307097122
00000100:00000001:1.0:1775776148.203000:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203001:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307097122
00000100:00000001:1.0:1775776148.203002:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203004:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776148.203005:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203006:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776148.203007:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776148/real 1775776148]  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776148.203012:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776148.203013:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776148.203014:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776148.203015:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776148.203016:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776148.203017:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776148.203019:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776148.203024:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203027:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776148.203028:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203029:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203029:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776148.203031:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203034:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776148.203036:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203040:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776148.203041:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203042:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203043:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203043:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776148.203045:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776148.203046:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776148.203047:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776148.203049:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776148.203050:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776148.203055:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225088:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776148.203056:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776148.203058:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203066:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776148.203068:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.203070:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776148.203071:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776148.203073:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776148.203076:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776148.203079:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776148.203080:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776148.203081:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.203083:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776148.203086:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776148.203088:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.203091:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776148.203093:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776148.203096:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776148.203099:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225216, portal 4
00000100:00000001:1.0:1775776148.203100:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776148.203101:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:1.0:1775776148.203106:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203112:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776148.203115:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776148.203117:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776148.203119:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309225216, offset 0
00000400:00000200:1.0:1775776148.203122:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776148.203126:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.203129:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776148.203131:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776148.203133:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776148.203134:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776148.203135:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776148.203138:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339941:339941:256:4294967295] 192.168.201.105@tcp LPNI seq info [339886:339886:8:4294967295]
00000400:00000200:1.0:1775776148.203141:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.203145:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776148.203147:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.203149:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776148.203152:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776148.203154:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776148.203156:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776148.203157:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776148.203202:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.203203:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776148.203205:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776148.203207:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776148.203209:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776148.203210:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776148.203212:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776148.203214:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203219:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.203221:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203224:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203225:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776148.203227:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776148.203229:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776148.203231:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776148.203232:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307097251
00000100:00000001:1.0:1775776148.203234:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203235:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307097251
00000100:00000001:1.0:1775776148.203236:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203237:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776148.203239:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203240:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776148.203242:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776148/real 1775776148]  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776148.203247:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776148.203248:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776148.203248:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776148.203250:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776148.203251:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776148.203252:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776148.203253:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776148.203258:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203261:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776148.203261:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203262:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203263:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776148.203265:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203268:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776148.203270:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203273:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776148.203275:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203275:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203276:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203277:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776148.203278:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776148.203279:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776148.203281:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776148.203282:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776148.203285:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776148.203289:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776148.203291:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776148.203292:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203296:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776148.203296:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.203297:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776148.203298:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776148.203299:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776148.203301:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776148.203303:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776148.203304:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776148.203305:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776148.203306:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776148.203308:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776148.203309:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776148.203311:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776148.203312:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776148.203313:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776148.203315:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225344, portal 4
00000100:00000001:1.0:1775776148.203316:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776148.203317:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:1.0:1775776148.203320:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203323:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776148.203325:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776148.203326:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776148.203328:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309225344, offset 0
00000400:00000200:1.0:1775776148.203330:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776148.203332:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.203334:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776148.203336:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776148.203337:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776148.203339:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776148.203340:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776148.203342:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339942:339942:256:4294967295] 192.168.201.105@tcp LPNI seq info [339887:339887:8:4294967295]
00000400:00000200:1.0:1775776148.203345:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776148.203348:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776148.203350:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.203352:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776148.203354:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776148.203356:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776148.203358:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776148.203359:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776148.203361:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776148.203363:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776148.203364:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776148.203366:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776148.203368:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776148.203369:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776148.203370:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776148.203372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203391:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.203393:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776173 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203397:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203398:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776148.203400:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776148.203402:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776148.203404:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776148.203406:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307097260
00000100:00000001:1.0:1775776148.203407:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203408:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307097260
00000100:00000001:1.0:1775776148.203409:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307097991
00000100:00000001:1.0:1775776148.203411:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776148.203412:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203413:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776148.203414:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776148/real 1775776148]  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776148.203419:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776148.203420:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776148.203421:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776148.203422:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776148.203423:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776148.203424:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776148.203426:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776148.203430:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203434:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776148.203434:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203435:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203436:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776148.203438:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203441:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776148.203443:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203447:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776148.203448:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203449:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776148.203450:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203451:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776148.203452:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776148.203453:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776148.203455:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776148.203456:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776148.203458:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776148.203461:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776148.203463:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203464:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.203466:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309225088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203469:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776148.203470:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776148.203471:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776148.203472:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776148.203473:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776148.203474:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776148.203475:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776148.203476:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:1.0:1775776148.203477:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776148.203478:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776148.203479:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:1.0:1775776148.203481:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776148.203482:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203483:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.203485:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309225216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203488:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776148.203489:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776148.203490:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776148.203491:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776148.203491:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776148.203492:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776148.203493:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776148.203493:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:1.0:1775776148.203494:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776148.203495:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776148.203496:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:1.0:1775776148.203497:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776148.203497:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203498:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776148.203500:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309225344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776173 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776148.203503:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776148.203503:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776148.203504:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776148.203505:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776148.203506:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776148.203506:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776148.203507:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776148.203508:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776148.203509:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776148.203509:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776148.203510:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:1.0:1775776148.203511:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776148.203511:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203512:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776148.203515:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776148.203515:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776148.203516:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776148.203518:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776149.162251:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307097991, at 4307098048
00000100:00000010:1.0:1775776149.162265:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e840.
00000020:00000001:2.0:1775776149.866306:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776149.866309:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776149.866311:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776153.322455:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776153.322460:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776153.322464:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776153.322472:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.322489:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776153.322491:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.322495:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776153.322498:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776153.322502:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776153.322509:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309225472:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776153.322518:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776153.322523:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776153.322527:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.322531:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776153.322537:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776153.322542:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776153.322549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776153.322555:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776153.322562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776153.322570:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225472, portal 25
00000100:00000001:1.0:1775776153.322575:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776153.322578:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:1.0:1775776153.322587:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.322604:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776153.322611:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776153.322614:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776153.322620:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309225472, offset 0
00000400:00000200:1.0:1775776153.322630:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776153.322642:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.322651:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776153.322658:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776153.322663:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776153.322670:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776153.322674:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776153.322681:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339943:339943:256:4294967295] 192.168.201.105@tcp LPNI seq info [339888:339888:8:4294967295]
00000400:00000200:1.0:1775776153.322692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.322708:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776153.322717:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.322726:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776153.322737:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776153.322742:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776153.322751:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776153.322757:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776153.322766:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.322769:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776153.322776:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776153.322784:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776153.322788:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776153.322792:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776153.322797:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776153.322805:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.322824:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.322831:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.322848:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.322853:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776153.322860:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776153.322864:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776153.322867:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307103111
00000100:00000010:1.0:1775776153.322875:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e840.
00000100:00000001:1.0:1775776153.322884:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776153.322892:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307103111
00000100:00000010:1.0:1775776153.322899:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e660.
00000100:00000001:1.0:1775776153.322905:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776153.322909:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776153.322914:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.322918:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776153.322925:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153]  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776153.322941:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776153.322944:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776153.322948:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776153.322953:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776153.322957:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776153.322962:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776153.322969:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776153.322980:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.322986:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776153.322988:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.322990:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.322992:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776153.322996:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323002:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776153.323012:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323020:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776153.323022:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323025:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323026:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323028:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776153.323030:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776153.323033:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776153.323037:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776153.323039:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776153.323043:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776153.323051:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309225472:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776153.323056:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323058:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323061:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309225472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323067:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776153.323069:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323072:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776153.323075:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776153.323076:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776153.323078:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776153.323080:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776153.323082:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:1.0:1775776153.323085:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776153.323087:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776153.323089:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:1.0:1775776153.323093:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776153.323094:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323096:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323102:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776153.323104:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323106:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776153.323108:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776153.323109:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776153.323113:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323120:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776153.323121:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323123:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776153.323125:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776153.323127:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776153.323130:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225600:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776153.323133:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776153.323135:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776153.323136:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323138:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323140:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776153.323142:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776153.323146:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776153.323149:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776153.323152:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776153.323155:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225600, portal 10
00000100:00000001:1.0:1775776153.323156:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776153.323157:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:1.0:1775776153.323198:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323205:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776153.323208:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776153.323225:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776153.323228:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309225600, offset 0
00000400:00000200:1.0:1775776153.323232:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323236:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323239:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776153.323242:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776153.323245:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776153.323247:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776153.323249:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323252:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339944:339944:256:4294967295] 192.168.201.105@tcp LPNI seq info [339889:339889:8:4294967295]
00000400:00000200:1.0:1775776153.323256:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323262:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776153.323266:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323269:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776153.323273:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776153.323276:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776153.323280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776153.323283:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776153.323300:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323302:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776153.323305:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776153.323308:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776153.323312:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776153.323313:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776153.323316:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776153.323319:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323327:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323330:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323336:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323338:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776153.323340:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776153.323344:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776153.323347:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776153.323349:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307102243
00000100:00000001:1.0:1775776153.323352:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323354:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307102243
00000100:00000001:1.0:1775776153.323356:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323358:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776153.323360:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323362:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776153.323365:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153]  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776153.323373:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776153.323374:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776153.323376:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776153.323378:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776153.323379:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776153.323381:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776153.323384:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776153.323392:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323398:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776153.323399:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323401:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323402:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776153.323405:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323411:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776153.323415:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323421:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776153.323423:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323424:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323426:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323428:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776153.323429:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776153.323431:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776153.323435:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776153.323437:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776153.323440:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776153.323448:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225600:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776153.323451:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776153.323454:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323460:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776153.323461:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323463:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776153.323465:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776153.323467:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776153.323469:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776153.323472:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776153.323474:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776153.323475:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323477:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323480:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776153.323481:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776153.323484:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776153.323487:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776153.323489:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776153.323492:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225728, portal 4
00000100:00000001:1.0:1775776153.323493:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776153.323494:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00000040:1.0:1775776153.323511:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323517:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776153.323520:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776153.323522:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776153.323524:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309225728, offset 0
00000400:00000200:1.0:1775776153.323527:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323531:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323534:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776153.323537:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776153.323539:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776153.323541:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776153.323543:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323546:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339945:339945:256:4294967295] 192.168.201.105@tcp LPNI seq info [339890:339890:8:4294967295]
00000400:00000200:1.0:1775776153.323550:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323555:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776153.323558:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323560:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776153.323562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776153.323564:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776153.323566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776153.323568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776153.323571:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323572:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776153.323574:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776153.323576:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776153.323577:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776153.323578:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776153.323580:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776153.323582:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323586:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323588:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323592:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323593:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776153.323595:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776153.323597:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776153.323599:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776153.323600:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307102371
00000100:00000001:1.0:1775776153.323601:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323603:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307102371
00000100:00000001:1.0:1775776153.323604:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323605:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776153.323606:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323607:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776153.323609:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153]  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776153.323613:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776153.323614:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776153.323615:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776153.323616:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776153.323617:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776153.323618:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776153.323619:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776153.323623:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323627:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776153.323628:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323629:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323630:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776153.323631:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323635:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776153.323636:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323641:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776153.323642:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323643:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323644:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323644:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776153.323645:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776153.323647:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776153.323648:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776153.323649:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776153.323651:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776153.323655:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776153.323657:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776153.323659:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323662:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776153.323663:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323664:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776153.323665:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776153.323666:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776153.323667:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776153.323669:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776153.323670:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776153.323671:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776153.323672:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323673:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776153.323675:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776153.323677:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776153.323678:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776153.323680:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776153.323681:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225856, portal 4
00000100:00000001:1.0:1775776153.323682:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776153.323683:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776153.323686:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323690:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776153.323691:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776153.323692:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776153.323694:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309225856, offset 0
00000400:00000200:1.0:1775776153.323696:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323698:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323700:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776153.323701:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776153.323703:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776153.323704:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776153.323706:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776153.323708:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339946:339946:256:4294967295] 192.168.201.105@tcp LPNI seq info [339891:339891:8:4294967295]
00000400:00000200:1.0:1775776153.323710:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776153.323713:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776153.323715:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323717:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776153.323719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776153.323721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776153.323723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776153.323724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776153.323727:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776153.323728:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776153.323729:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776153.323731:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776153.323732:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776153.323733:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776153.323735:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776153.323737:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323741:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323742:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323746:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323747:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776153.323748:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776153.323750:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776153.323751:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776153.323752:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307102380
00000100:00000001:1.0:1775776153.323754:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323755:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307102380
00000100:00000001:1.0:1775776153.323756:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307103111
00000100:00000001:1.0:1775776153.323757:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776153.323758:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323759:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776153.323761:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153]  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776153.323764:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776153.323765:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776153.323766:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776153.323767:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776153.323768:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776153.323769:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776153.323771:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776153.323775:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323781:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776153.323782:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323783:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323784:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776153.323786:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323789:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776153.323791:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323794:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776153.323795:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323796:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776153.323797:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323798:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776153.323798:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776153.323800:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776153.323801:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776153.323802:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776153.323804:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776153.323808:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309225856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776153.323810:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323811:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323812:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309225600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323816:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776153.323817:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323818:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776153.323819:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776153.323820:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776153.323821:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776153.323822:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776153.323823:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776153.323825:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776153.323825:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776153.323826:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:1.0:1775776153.323828:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776153.323829:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323830:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323831:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309225728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323835:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776153.323835:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323836:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776153.323837:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776153.323838:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776153.323838:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776153.323839:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776153.323840:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776153.323841:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776153.323842:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776153.323842:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:1.0:1775776153.323844:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776153.323844:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323845:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776153.323846:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309225856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776153.323849:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776153.323850:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776153.323851:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776153.323852:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776153.323852:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776153.323853:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776153.323854:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776153.323855:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776153.323856:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776153.323857:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776153.323858:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776153.323859:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776153.323860:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323861:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776153.323863:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776153.323864:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776153.323865:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776153.323865:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776153.962344:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776153.962348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776153.962351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776154.282291:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307103111, at 4307103168
00000100:00000010:1.0:1775776154.282300:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e660.
00000020:00000001:2.0:1775776158.058345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776158.058348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776158.058351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776158.442245:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776158.442254:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776158.442257:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776158.442261:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776158.442265:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776158.442272:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12434
00000400:00000200:3.0:1775776158.442281:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776158.442286:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776158.442289:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776158.442293:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442296:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776158.442298:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442300:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776158.442303:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776158.442304:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776158.442307:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776158.442308:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776158.442310:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776158.442312:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776158.442314:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442315:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776158.442317:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442318:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776158.442319:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776158.442321:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442323:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776158.442325:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776158.442327:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776158.442329:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442330:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776158.442332:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776158.442347:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776158.442350:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776158.442353:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776158.442354:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442356:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776158.442358:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776158.442362:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776158.442368:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776158.442372:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776158.442379:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776158.442386:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776158.442389:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776158.442392:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442408:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776158.442410:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776158.442413:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776158.442414:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776158.442415:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776158.442417:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776158.442419:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12434
00000400:00000200:3.0:1775776158.442421:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776158.442423:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776158.442424:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776158.442426:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442428:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776158.442429:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442431:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776158.442432:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776158.442433:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776158.442434:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776158.442435:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776158.442437:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776158.442438:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776158.442440:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776158.442440:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442443:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776158.442445:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776158.442445:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776158.442448:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776158.442448:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776158.442452:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776158.442455:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000040:1.0:1775776158.442456:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442457:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776158.442460:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776158.442465:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776158.442466:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776158.442468:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776158.442469:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.442471:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776158.442471:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776158.442474:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1775776158.442474:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776158.442476:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775776158.442477:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776158.442481:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309225984:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776158.442481:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776158.442484:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000100:00000001:1.0:1775776158.442485:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1775776158.442486:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776158.442489:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776158.442489:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776158.442490:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.442492:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442492:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776158.442495:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776158.442496:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776158.442497:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776158.442500:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000010:3.0:1775776158.442501:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776158.442503:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442505:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776158.442511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:3.0:1775776158.442511:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776158.442516:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776158.442520:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776158.442522:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776158.442523:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:3.0:1775776158.442525:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776158.442529:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309225984, portal 25
00000100:00000001:1.0:1775776158.442533:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776158.442533:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.442534:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00080000:3.0:1775776158.442536:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776158.442539:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:1.0:1775776158.442541:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442541:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776158.442543:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776158.442547:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776158.442551:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775776158.442552:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12434
00000100:00000040:1.0:1775776158.442556:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776158.442558:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776158.442560:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309225984, offset 0
00000400:00000200:3.0:1775776158.442563:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.442567:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776158.442569:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776158.442571:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776158.442573:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442574:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776158.442576:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776158.442578:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442581:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776158.442582:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775776158.442584:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000040:3.0:1775776158.442585:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776158.442588:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776158.442590:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776158.442591:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1775776158.442594:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776158.442597:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:3.0:1775776158.442598:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776158.442601:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775776158.442603:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.442606:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.442609:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339947:339947:256:4294967295] 192.168.201.105@tcp LPNI seq info [339892:339892:8:4294967295]
00000100:00000001:3.0:1775776158.442609:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776158.442614:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.442618:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776158.442618:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776158.442622:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776158.442627:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776158.442631:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776158.442632:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776158.442635:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776158.442637:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775776158.442638:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776158.442640:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776158.442643:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000100:00000001:3.0:1775776158.442643:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776158.442645:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776158.442647:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442648:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776158.442651:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:3.0:1775776158.442651:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000800:00000200:1.0:1775776158.442655:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000040:3.0:1775776158.442655:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776158.442658:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776158.442660:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776158.442662:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776158.442664:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776158.442667:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775776158.442667:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1775776158.442671:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776158.442673:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.442676:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
02000000:00000010:3.0:1775776158.442678:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000400:00000200:1.0:1775776158.442680:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776158.442683:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776158.442685:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776158.442690:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000100:00100000:3.0:1775776158.442693:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776158.442694:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776158.442700:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776158.442705:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1775776158.442706:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442709:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776158.442724:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.442726:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.442732:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442740:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776158.442744:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776158.442749:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776158.442749:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776158.442750:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776158.442752:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776158.442754:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776158.442755:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776158.442758:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12434
00000100:00000001:1.0:1775776158.442760:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776158.442761:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776158.442766:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776158.442770:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776158.442771:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776158.442774:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307108231
00000100:00000040:3.0:1775776158.442777:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442780:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775776158.442781:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e660.
00000100:00000040:3.0:1775776158.442782:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442787:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776158.442789:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776158.442790:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776158.442792:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776158.442793:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776158.442795:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776158.442797:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1775776158.442797:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776158.442802:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442805:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776158.442807:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776158.442808:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307108231
00000100:00000001:3.0:1775776158.442810:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:1.0:1775776158.442813:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef60.
00000020:00000040:3.0:1775776158.442814:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776158.442819:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1775776158.442819:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776158.442824:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.442825:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776158.442827:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776158.442829:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776158.442832:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776158.442833:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1775776158.442836:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442838:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776158.442841:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158]  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776158.442842:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776158.442847:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776158.442850:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776158.442855:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776158.442859:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776158.442861:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776158.442862:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776158.442863:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775776158.442863:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1775776158.442866:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1775776158.442867:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776158.442870:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776158.442871:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
02000000:00000010:3.0:1775776158.442874:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000400:00000200:1.0:1775776158.442875:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776158.442879:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776158.442879:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.442885:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1775776158.442887:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776158.442892:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776158.442905:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776158.442909:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776158.442910:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776158.442917:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.442921:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776158.442924:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.442929:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.442932:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776158.442933:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776158.442940:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776158.442940:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12445)
00000100:00000001:1.0:1775776158.442949:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776158.442953:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.442960:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776158.442963:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.442965:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.442966:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.442977:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776158.442979:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776158.442981:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776158.442985:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776158.442988:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776158.442991:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776158.442998:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309225984:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776158.443002:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443004:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443006:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309225984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443012:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776158.443015:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443017:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776158.443020:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776158.443021:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776158.443023:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776158.443026:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776158.443028:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776158.443031:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776158.443033:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776158.443034:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:1.0:1775776158.443037:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776158.443038:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443040:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443055:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776158.443057:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443059:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776158.443060:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776158.443061:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776158.443065:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443072:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776158.443073:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443076:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776158.443077:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776158.443080:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776158.443082:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226112:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776158.443085:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776158.443087:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776158.443089:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443090:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443093:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776158.443095:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776158.443099:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776158.443101:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776158.443104:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776158.443107:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226112, portal 10
00000100:00000001:1.0:1775776158.443108:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776158.443110:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:1.0:1775776158.443115:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443123:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776158.443124:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776158.443126:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776158.443127:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309226112, offset 0
00000400:00000200:1.0:1775776158.443130:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443133:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443135:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776158.443137:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776158.443139:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776158.443141:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776158.443142:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443144:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339948:339948:256:4294967295] 192.168.201.105@tcp LPNI seq info [339893:339893:8:4294967295]
00000400:00000200:1.0:1775776158.443147:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443151:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776158.443154:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443156:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776158.443158:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776158.443160:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776158.443211:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776158.443214:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776158.443217:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443219:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776158.443221:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776158.443224:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776158.443227:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776158.443229:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776158.443232:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776158.443235:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443243:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443246:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443256:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443257:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776158.443259:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776158.443262:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776158.443264:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776158.443265:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307107363
00000100:00000001:1.0:1775776158.443267:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443268:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307107363
00000100:00000001:1.0:1775776158.443270:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443271:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776158.443272:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443273:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776158.443275:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158]  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776158.443280:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776158.443281:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776158.443282:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776158.443283:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776158.443284:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776158.443285:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776158.443287:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776158.443292:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443295:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776158.443296:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443297:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443298:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776158.443300:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443304:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776158.443307:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443310:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776158.443312:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443312:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443313:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443314:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776158.443315:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776158.443316:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776158.443318:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776158.443319:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776158.443321:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776158.443325:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226112:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776158.443327:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776158.443329:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443333:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776158.443334:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443335:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776158.443337:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776158.443338:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776158.443339:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776158.443341:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776158.443342:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776158.443344:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443345:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443347:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776158.443349:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776158.443350:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776158.443352:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776158.443354:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776158.443355:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226240, portal 4
00000100:00000001:1.0:1775776158.443357:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776158.443357:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:1.0:1775776158.443360:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443364:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776158.443365:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776158.443367:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776158.443368:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309226240, offset 0
00000400:00000200:1.0:1775776158.443370:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443372:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443374:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776158.443376:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776158.443377:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776158.443379:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776158.443380:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443382:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339949:339949:256:4294967295] 192.168.201.105@tcp LPNI seq info [339894:339894:8:4294967295]
00000400:00000200:1.0:1775776158.443384:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443388:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776158.443391:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443393:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776158.443395:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776158.443397:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776158.443399:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776158.443401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776158.443403:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443405:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776158.443408:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776158.443411:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776158.443414:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776158.443415:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776158.443417:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776158.443420:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443427:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443430:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443436:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443437:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776158.443439:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776158.443442:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776158.443445:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776158.443447:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307107491
00000100:00000001:1.0:1775776158.443449:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443451:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307107491
00000100:00000001:1.0:1775776158.443453:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443455:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776158.443456:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443458:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776158.443461:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158]  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776158.443469:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776158.443470:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776158.443472:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776158.443474:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776158.443475:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776158.443478:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776158.443480:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776158.443486:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443490:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776158.443491:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443492:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443493:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776158.443495:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443499:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776158.443501:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443504:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776158.443506:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443506:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443507:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443508:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776158.443509:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776158.443510:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776158.443512:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776158.443513:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776158.443515:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776158.443519:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776158.443521:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776158.443523:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443527:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776158.443528:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443529:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776158.443530:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776158.443531:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776158.443533:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776158.443534:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776158.443536:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776158.443536:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776158.443538:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443540:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776158.443541:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776158.443544:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776158.443547:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776158.443549:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776158.443552:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226368, portal 4
00000100:00000001:1.0:1775776158.443554:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776158.443555:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:1.0:1775776158.443560:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443565:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776158.443567:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776158.443569:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776158.443571:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309226368, offset 0
00000400:00000200:1.0:1775776158.443575:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443578:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443582:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776158.443584:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776158.443586:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776158.443588:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776158.443590:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776158.443593:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339950:339950:256:4294967295] 192.168.201.105@tcp LPNI seq info [339895:339895:8:4294967295]
00000400:00000200:1.0:1775776158.443597:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776158.443602:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776158.443606:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443609:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776158.443613:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776158.443615:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776158.443619:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776158.443622:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776158.443625:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776158.443627:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776158.443630:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776158.443633:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776158.443635:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776158.443637:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776158.443639:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776158.443642:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443649:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443652:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443658:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443659:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776158.443663:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776158.443665:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776158.443668:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776158.443670:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307107500
00000100:00000001:1.0:1775776158.443672:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443674:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307107500
00000100:00000001:1.0:1775776158.443676:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307108231
00000100:00000001:1.0:1775776158.443678:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776158.443680:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443682:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776158.443685:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158]  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776158.443693:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776158.443694:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776158.443696:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776158.443698:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776158.443699:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776158.443701:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776158.443704:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776158.443712:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443719:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776158.443720:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443722:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443723:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776158.443726:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443733:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776158.443736:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443742:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776158.443744:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443745:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776158.443746:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443748:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776158.443749:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776158.443750:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776158.443753:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776158.443754:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776158.443756:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776158.443761:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776158.443763:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443764:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443766:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309226112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443769:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776158.443770:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443771:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776158.443773:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776158.443774:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776158.443775:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776158.443776:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776158.443777:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776158.443779:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776158.443780:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776158.443781:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:1.0:1775776158.443782:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776158.443783:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443784:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443786:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309226240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443789:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776158.443790:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443791:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776158.443792:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776158.443792:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776158.443793:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776158.443794:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776158.443795:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776158.443796:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776158.443797:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776158.443798:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:1.0:1775776158.443799:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776158.443800:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443800:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776158.443802:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309226368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776158.443805:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776158.443806:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776158.443806:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776158.443808:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776158.443808:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776158.443809:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776158.443810:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776158.443810:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776158.443811:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776158.443812:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776158.443813:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:1.0:1775776158.443814:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776158.443814:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443815:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776158.443818:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776158.443818:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776158.443819:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776158.443820:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776159.402277:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307108231, at 4307108288
00000100:00000010:1.0:1775776159.402295:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ef60.
00000020:00000001:2.0:1775776162.154387:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776162.154393:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776162.154396:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776163.562279:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776163.562289:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776163.562292:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776163.562296:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776163.562300:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776163.562307:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12440
00000400:00000200:2.0:1775776163.562316:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776163.562322:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776163.562325:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776163.562328:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562330:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776163.562332:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562334:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776163.562337:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776163.562338:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776163.562340:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776163.562342:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776163.562344:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776163.562345:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776163.562347:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776163.562349:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776163.562352:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776163.562354:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562355:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776163.562358:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776163.562360:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776163.562362:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562363:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776163.562365:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776163.562373:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776163.562375:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776163.562377:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776163.562378:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562380:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776163.562382:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776163.562386:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776163.562392:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776163.562397:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776163.562404:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776163.562412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776163.562415:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776163.562418:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776163.562432:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776163.562435:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776163.562437:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776163.562438:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776163.562439:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776163.562441:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776163.562442:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12440
00000400:00000200:2.0:1775776163.562445:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776163.562447:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776163.562449:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776163.562451:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562453:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776163.562454:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562456:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776163.562458:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776163.562458:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776163.562459:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776163.562460:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776163.562461:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775776163.562462:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776163.562465:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776163.562466:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776163.562467:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776163.562469:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776163.562471:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776163.562474:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562477:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776163.562478:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776163.562478:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776163.562484:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562489:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.562492:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776163.562492:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776163.562494:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776163.562495:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776163.562498:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776163.562498:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562499:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776163.562501:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775776163.562503:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776163.562504:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776163.562508:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776163.562510:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309226496:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776163.562511:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776163.562516:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000100:00000001:1.0:1775776163.562517:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776163.562520:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775776163.562520:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776163.562522:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776163.562523:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776163.562523:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562525:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776163.562526:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776163.562527:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776163.562529:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776163.562531:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000010:2.0:1775776163.562532:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776163.562533:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562537:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776163.562541:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:2.0:1775776163.562543:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1775776163.562545:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776163.562551:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:2.0:1775776163.562551:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776163.562553:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776163.562556:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776163.562558:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226496, portal 25
00000100:00000001:1.0:1775776163.562562:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776163.562564:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000001:2.0:1775776163.562566:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776163.562569:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1775776163.562571:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776163.562572:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776163.562575:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776163.562577:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776163.562582:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776163.562582:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776163.562585:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12440
00000100:00000040:1.0:1775776163.562588:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776163.562591:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000400:00000200:2.0:1775776163.562591:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:1.0:1775776163.562596:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309226496, offset 0
00000400:00000200:2.0:1775776163.562597:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776163.562599:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776163.562603:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776163.562603:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562606:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776163.562608:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562610:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776163.562612:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776163.562613:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776163.562614:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776163.562616:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776163.562617:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:2.0:1775776163.562621:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776163.562624:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:2.0:1775776163.562625:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776163.562630:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775776163.562632:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776163.562636:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:2.0:1775776163.562637:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776163.562640:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776163.562643:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:2.0:1775776163.562643:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562647:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776163.562648:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339951:339951:256:4294967295] 192.168.201.105@tcp LPNI seq info [339896:339896:8:4294967295]
00000020:00000040:2.0:1775776163.562653:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776163.562654:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776163.562660:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562666:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776163.562668:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776163.562669:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776163.562673:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775776163.562676:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776163.562677:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562680:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776163.562682:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775776163.562683:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000008:00000001:2.0:1775776163.562687:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562689:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776163.562692:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:2.0:1775776163.562693:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000800:00000200:1.0:1775776163.562695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1775776163.562696:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776163.562700:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776163.562702:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776163.562703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776163.562704:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776163.562705:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776163.562707:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776163.562709:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
02000000:00000010:2.0:1775776163.562711:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776163.562714:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776163.562716:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.562720:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000100:00100000:2.0:1775776163.562720:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776163.562727:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776163.562728:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775776163.562729:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776163.562735:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776163.562739:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776163.562747:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000100:00000001:2.0:1775776163.562747:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776163.562751:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775776163.562752:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00080000:2.0:1775776163.562756:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776163.562758:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776163.562758:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776163.562759:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776163.562762:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775776163.562765:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776163.562766:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12440
00000400:00000200:2.0:1775776163.562773:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776163.562778:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776163.562782:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776163.562785:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776163.562785:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562788:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776163.562792:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776163.562792:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562795:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776163.562798:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776163.562801:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776163.562803:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776163.562806:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776163.562807:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776163.562808:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776163.562810:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775776163.562811:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776163.562813:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562815:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776163.562816:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776163.562816:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562820:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776163.562821:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000400:00000200:1.0:1775776163.562822:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776163.562826:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307113351
00000100:00080000:2.0:1775776163.562826:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776163.562830:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776163.562831:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1775776163.562832:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef60.
02000000:00000001:2.0:1775776163.562833:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776163.562836:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562837:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776163.562838:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776163.562839:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000008:00000001:2.0:1775776163.562839:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562842:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776163.562845:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000100:00000001:1.0:1775776163.562846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307113351
00000020:00000040:2.0:1775776163.562847:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776163.562851:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776163.562851:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776163.562852:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e6c0.
00000100:00000001:2.0:1775776163.562853:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776163.562855:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776163.562855:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776163.562856:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.562860:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1775776163.562861:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:1.0:1775776163.562862:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776163.562864:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.562865:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776163.562868:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775776163.562871:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163]  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776163.562888:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776163.562891:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776163.562898:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776163.562908:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775776163.562908:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776163.562912:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775776163.562913:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12450)
00000400:00000010:1.0:1775776163.562915:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776163.562919:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776163.562921:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776163.562924:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776163.562928:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776163.562934:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.562938:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776163.562939:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.562941:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.562942:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776163.562944:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.562948:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776163.562951:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.562955:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776163.562956:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.562957:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.562958:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.562959:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776163.562961:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776163.562963:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776163.562965:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776163.562966:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776163.562968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776163.562974:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309226496:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776163.562977:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.562978:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.562980:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309226496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.562983:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776163.562985:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776163.562987:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776163.562989:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776163.562989:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776163.562990:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776163.562991:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776163.562993:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:1.0:1775776163.562995:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776163.562996:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776163.562997:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:1.0:1775776163.562999:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776163.563000:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563001:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563006:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776163.563007:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563008:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776163.563009:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776163.563010:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776163.563012:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563016:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776163.563017:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563018:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776163.563019:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776163.563021:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776163.563022:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226624:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776163.563025:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776163.563026:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776163.563027:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563028:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563030:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776163.563031:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776163.563034:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776163.563035:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776163.563037:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776163.563039:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226624, portal 10
00000100:00000001:1.0:1775776163.563040:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776163.563041:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:1.0:1775776163.563045:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563049:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776163.563050:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776163.563051:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776163.563052:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309226624, offset 0
00000400:00000200:1.0:1775776163.563055:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563057:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563059:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776163.563061:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776163.563063:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776163.563064:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776163.563066:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563068:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339952:339952:256:4294967295] 192.168.201.105@tcp LPNI seq info [339897:339897:8:4294967295]
00000400:00000200:1.0:1775776163.563070:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563074:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776163.563077:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563079:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776163.563081:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776163.563083:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776163.563087:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776163.563088:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776163.563090:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563092:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776163.563093:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776163.563096:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776163.563098:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776163.563099:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776163.563100:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776163.563102:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563120:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563122:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563128:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563129:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776163.563132:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776163.563135:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776163.563138:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776163.563140:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307112482
00000100:00000001:1.0:1775776163.563143:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563145:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307112482
00000100:00000001:1.0:1775776163.563146:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563148:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776163.563150:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563152:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776163.563156:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163]  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776163.563191:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776163.563192:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776163.563193:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776163.563195:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776163.563196:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776163.563197:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776163.563200:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776163.563204:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563208:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776163.563209:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563210:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563210:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776163.563212:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563216:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776163.563218:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563222:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776163.563223:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563224:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563225:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563225:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776163.563227:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776163.563228:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776163.563230:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776163.563231:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776163.563233:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776163.563237:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226624:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776163.563240:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776163.563241:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563245:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776163.563246:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563247:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776163.563248:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776163.563249:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776163.563251:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776163.563252:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776163.563254:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776163.563255:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563256:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563258:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776163.563259:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776163.563262:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776163.563263:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776163.563265:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776163.563267:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226752, portal 4
00000100:00000001:1.0:1775776163.563268:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776163.563268:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:1.0:1775776163.563272:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563275:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776163.563277:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776163.563278:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776163.563279:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309226752, offset 0
00000400:00000200:1.0:1775776163.563281:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563284:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563286:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776163.563287:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776163.563289:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776163.563291:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776163.563292:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563294:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339953:339953:256:4294967295] 192.168.201.105@tcp LPNI seq info [339898:339898:8:4294967295]
00000400:00000200:1.0:1775776163.563296:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563300:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776163.563302:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563304:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776163.563306:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776163.563308:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776163.563310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776163.563312:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776163.563325:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563326:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776163.563328:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776163.563330:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776163.563332:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776163.563333:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776163.563334:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776163.563336:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563341:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563343:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563346:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563347:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776163.563349:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776163.563351:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776163.563353:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776163.563354:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307112611
00000100:00000001:1.0:1775776163.563356:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563357:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307112611
00000100:00000001:1.0:1775776163.563359:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563360:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776163.563362:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563363:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776163.563365:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163]  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776163.563369:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776163.563369:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776163.563370:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776163.563371:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776163.563372:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776163.563373:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776163.563374:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776163.563379:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563383:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776163.563383:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563384:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563385:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776163.563387:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563390:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776163.563392:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563395:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776163.563396:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563397:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563398:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563399:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776163.563400:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776163.563402:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776163.563403:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776163.563405:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776163.563407:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776163.563410:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776163.563412:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776163.563414:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563417:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776163.563418:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563419:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776163.563420:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776163.563422:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776163.563423:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776163.563425:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776163.563426:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776163.563426:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776163.563427:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563429:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776163.563430:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776163.563432:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776163.563433:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776163.563435:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776163.563437:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309226880, portal 4
00000100:00000001:1.0:1775776163.563438:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776163.563439:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:1.0:1775776163.563442:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563446:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776163.563447:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776163.563448:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776163.563450:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309226880, offset 0
00000400:00000200:1.0:1775776163.563452:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563453:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563455:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776163.563457:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776163.563458:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776163.563459:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776163.563461:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776163.563462:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339954:339954:256:4294967295] 192.168.201.105@tcp LPNI seq info [339899:339899:8:4294967295]
00000400:00000200:1.0:1775776163.563465:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776163.563468:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776163.563470:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563472:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776163.563474:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776163.563475:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776163.563478:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776163.563479:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776163.563481:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776163.563482:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776163.563484:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776163.563486:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776163.563487:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776163.563488:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776163.563489:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776163.563491:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563495:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563497:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563504:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563505:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776163.563507:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776163.563508:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776163.563510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776163.563511:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307112620
00000100:00000001:1.0:1775776163.563513:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563514:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307112620
00000100:00000001:1.0:1775776163.563515:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307113351
00000100:00000001:1.0:1775776163.563516:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776163.563517:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563518:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776163.563519:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163]  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776163.563523:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776163.563524:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776163.563525:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776163.563526:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776163.563527:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776163.563528:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776163.563529:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776163.563533:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563537:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776163.563537:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563538:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563539:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776163.563540:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563544:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776163.563546:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563550:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776163.563551:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563552:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776163.563553:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563553:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776163.563554:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776163.563555:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776163.563557:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776163.563558:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776163.563560:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776163.563564:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309226880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776163.563566:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563567:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563568:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309226624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563571:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776163.563572:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563573:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776163.563574:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776163.563575:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776163.563576:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776163.563577:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776163.563578:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776163.563580:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776163.563580:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776163.563581:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:1.0:1775776163.563583:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776163.563584:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563585:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563586:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309226752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563590:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776163.563591:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563591:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776163.563592:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776163.563593:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776163.563594:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776163.563595:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776163.563595:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:1.0:1775776163.563596:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776163.563597:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776163.563597:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:1.0:1775776163.563599:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776163.563599:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563600:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776163.563601:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309226880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776163.563604:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776163.563605:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776163.563606:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776163.563607:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776163.563607:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776163.563608:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776163.563609:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776163.563609:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:1.0:1775776163.563610:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776163.563611:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776163.563612:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:1.0:1775776163.563613:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776163.563614:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563615:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776163.563618:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776163.563618:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776163.563619:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776163.563621:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776164.522258:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307113351, at 4307113408
00000100:00000010:1.0:1775776164.522276:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e6c0.
00000020:00000001:2.0:1775776166.250340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776166.250343:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776166.250345:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776168.682264:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776168.682273:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776168.682276:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776168.682278:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776168.682281:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776168.682287:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12445
00000400:00000200:3.0:1775776168.682294:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776168.682299:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776168.682302:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776168.682305:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682307:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682308:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682310:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776168.682313:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776168.682314:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776168.682316:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776168.682318:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776168.682319:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776168.682321:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776168.682323:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682325:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682326:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682328:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776168.682330:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776168.682332:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682333:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776168.682335:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776168.682337:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776168.682339:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682340:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776168.682341:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776168.682346:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776168.682348:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776168.682351:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776168.682352:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682353:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776168.682355:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776168.682359:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776168.682364:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776168.682369:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776168.682376:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776168.682383:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776168.682387:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776168.682390:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776168.682404:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776168.682407:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776168.682409:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776168.682410:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776168.682411:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776168.682412:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776168.682414:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12445
00000400:00000200:3.0:1775776168.682417:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776168.682419:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776168.682421:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776168.682422:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776168.682423:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682426:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776168.682426:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682428:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682430:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776168.682430:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776168.682433:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776168.682434:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776168.682435:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775776168.682437:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776168.682437:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776168.682441:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776168.682444:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776168.682450:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682452:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776168.682453:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776168.682455:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776168.682456:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776168.682459:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776168.682459:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776168.682460:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776168.682462:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775776168.682463:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776168.682466:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682467:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776168.682470:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775776168.682472:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309227008:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776168.682475:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776168.682475:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776168.682478:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.682479:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776168.682480:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776168.682482:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775776168.682484:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776168.682485:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1775776168.682488:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682489:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776168.682490:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776168.682492:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776168.682492:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000400:00000200:1.0:1775776168.682499:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776168.682502:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000020:00000040:3.0:1775776168.682503:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776168.682505:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776168.682506:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776168.682507:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776168.682507:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776168.682509:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776168.682511:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776168.682514:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227008, portal 25
02000000:00000010:3.0:1775776168.682515:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:1.0:1775776168.682517:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776168.682519:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000001:3.0:1775776168.682520:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776168.682524:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776168.682526:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776168.682541:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776168.682542:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775776168.682546:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682546:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776168.682550:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000040:3.0:1775776168.682551:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776168.682553:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309227008, offset 0
00000100:00000001:3.0:1775776168.682561:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776168.682562:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776168.682563:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776168.682566:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776168.682567:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776168.682568:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776168.682570:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776168.682571:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776168.682574:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12445
00000400:00000200:1.0:1775776168.682576:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776168.682580:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.682582:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776168.682584:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776168.682586:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776168.682590:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682591:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682592:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776168.682593:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776168.682593:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776168.682596:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776168.682597:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776168.682598:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1775776168.682600:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775776168.682602:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000020:00000040:3.0:1775776168.682602:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776168.682606:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776168.682609:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339955:339955:256:4294967295] 192.168.201.105@tcp LPNI seq info [339900:339900:8:4294967295]
00000020:00000001:3.0:1775776168.682609:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776168.682616:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776168.682619:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776168.682619:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682622:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682624:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776168.682626:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776168.682631:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776168.682635:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776168.682635:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776168.682639:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776168.682642:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775776168.682644:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776168.682645:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682648:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000010:1.0:1775776168.682650:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000008:00100000:3.0:1775776168.682651:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776168.682654:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682655:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776168.682658:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:3.0:1775776168.682658:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000800:00000200:1.0:1775776168.682661:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1775776168.682667:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:1.1:1775776168.682667:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776168.682671:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1775776168.682671:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1775776168.682673:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682675:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1775776168.682677:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776168.682677:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1775776168.682680:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
02000000:00000001:3.0:1775776168.682680:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776168.682683:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000400:00000200:1.0:1775776168.682684:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776168.682686:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776168.682690:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1775776168.682692:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776168.682694:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776168.682697:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:3.0:1775776168.682701:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776168.682702:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776168.682703:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776168.682707:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776168.682708:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776168.682733:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.682734:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1775776168.682735:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776168.682738:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1775776168.682739:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776168.682739:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776168.682742:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776168.682746:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776168.682750:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776168.682750:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12445
00000100:00000001:1.0:1775776168.682753:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1775776168.682755:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776168.682758:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776168.682759:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776168.682763:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776168.682766:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776168.682767:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682769:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307118471
00000100:00000001:3.0:1775776168.682769:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682772:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776168.682774:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:1.0:1775776168.682775:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e6c0.
00000020:00000001:3.0:1775776168.682775:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776168.682777:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776168.682779:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776168.682780:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776168.682782:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1775776168.682782:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776168.682784:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776168.682787:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682788:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307118471
00000100:00000001:3.0:1775776168.682789:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776168.682792:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:1.0:1775776168.682793:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e3c0.
00000100:00000001:3.0:1775776168.682794:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776168.682797:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1775776168.682797:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776168.682800:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776168.682802:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776168.682802:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776168.682806:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776168.682807:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.682809:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1775776168.682809:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776168.682813:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682815:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776168.682816:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168]  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776168.682817:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776168.682821:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776168.682824:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776168.682829:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000400:00000001:1.0:1775776168.682831:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1775776168.682831:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776168.682832:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:1.0:1775776168.682833:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1775776168.682834:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776168.682835:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776168.682836:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775776168.682839:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
02000000:00000001:3.0:1775776168.682839:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776168.682840:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776168.682842:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
02000000:00000010:3.0:1775776168.682844:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:1.0:1775776168.682845:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775776168.682848:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776168.682849:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776168.682853:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776168.682861:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776168.682864:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776168.682866:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.682871:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1775776168.682872:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.682873:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682878:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.682880:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776168.682885:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776168.682888:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776168.682889:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12455)
00000100:00000001:1.0:1775776168.682895:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776168.682898:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.682903:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776168.682905:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682905:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.682906:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682908:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776168.682909:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776168.682911:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776168.682915:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776168.682917:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776168.682919:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776168.682924:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309227008:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776168.682927:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682928:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.682930:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309227008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.682934:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776168.682935:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776168.682937:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776168.682938:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776168.682939:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776168.682940:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776168.682942:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776168.682943:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776168.682946:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776168.682947:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776168.682948:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:1.0:1775776168.682950:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776168.682951:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682952:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.682957:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776168.682958:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.682959:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776168.682960:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776168.682961:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776168.682963:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.682967:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776168.682968:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.682970:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776168.682971:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776168.682973:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776168.682974:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227136:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776168.682976:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776168.682978:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776168.682979:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.682980:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776168.682982:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776168.682984:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776168.682986:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776168.682988:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776168.682990:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776168.682991:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227136, portal 10
00000100:00000001:1.0:1775776168.682993:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776168.682994:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:1.0:1775776168.682997:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683001:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776168.683003:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776168.683004:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776168.683005:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309227136, offset 0
00000400:00000200:1.0:1775776168.683008:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683010:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683012:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776168.683014:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776168.683034:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776168.683036:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776168.683038:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683040:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339956:339956:256:4294967295] 192.168.201.105@tcp LPNI seq info [339901:339901:8:4294967295]
00000400:00000200:1.0:1775776168.683043:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683047:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776168.683049:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683052:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776168.683055:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776168.683058:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776168.683061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776168.683062:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776168.683064:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683066:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776168.683068:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776168.683071:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776168.683073:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776168.683074:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776168.683075:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776168.683077:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683082:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683083:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683087:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683088:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776168.683090:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776168.683092:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776168.683094:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776168.683095:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307117602
00000100:00000001:1.0:1775776168.683097:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683099:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307117602
00000100:00000001:1.0:1775776168.683100:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683101:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776168.683103:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683104:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776168.683106:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168]  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776168.683110:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776168.683110:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776168.683111:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776168.683112:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776168.683113:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776168.683114:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776168.683116:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776168.683120:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683123:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776168.683124:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683125:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683126:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776168.683129:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683135:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776168.683139:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683145:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776168.683147:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683149:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683150:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683152:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776168.683154:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776168.683157:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776168.683160:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776168.683179:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776168.683184:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776168.683189:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227136:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776168.683191:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776168.683193:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683197:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776168.683198:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.683199:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776168.683201:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776168.683202:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776168.683203:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776168.683205:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776168.683206:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776168.683207:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.683209:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776168.683211:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776168.683212:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776168.683214:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776168.683216:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776168.683218:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776168.683220:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227264, portal 4
00000100:00000001:1.0:1775776168.683221:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776168.683222:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:1.0:1775776168.683225:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683229:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776168.683230:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776168.683231:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776168.683233:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309227264, offset 0
00000400:00000200:1.0:1775776168.683235:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683237:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683239:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776168.683241:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776168.683242:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776168.683244:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776168.683245:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683247:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339957:339957:256:4294967295] 192.168.201.105@tcp LPNI seq info [339902:339902:8:4294967295]
00000400:00000200:1.0:1775776168.683249:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683253:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776168.683255:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683257:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776168.683259:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776168.683261:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776168.683264:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776168.683265:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776168.683267:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683268:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776168.683270:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776168.683272:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776168.683274:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776168.683275:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776168.683276:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776168.683278:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683282:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683284:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683288:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683289:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776168.683290:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776168.683292:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776168.683294:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776168.683295:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307117731
00000100:00000001:1.0:1775776168.683296:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683298:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307117731
00000100:00000001:1.0:1775776168.683299:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683300:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776168.683301:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683302:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776168.683303:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168]  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776168.683307:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776168.683308:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776168.683309:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776168.683310:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776168.683311:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776168.683312:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776168.683314:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776168.683318:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683321:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776168.683322:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683323:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683324:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776168.683326:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683330:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776168.683332:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683335:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776168.683337:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683337:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683338:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683339:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776168.683340:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776168.683341:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776168.683343:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776168.683344:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776168.683346:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776168.683350:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776168.683352:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776168.683353:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683356:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776168.683357:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.683359:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776168.683360:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776168.683361:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776168.683362:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776168.683364:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776168.683365:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776168.683366:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776168.683367:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776168.683369:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776168.683370:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776168.683371:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776168.683373:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776168.683374:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776168.683376:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227392, portal 4
00000100:00000001:1.0:1775776168.683377:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776168.683378:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:1.0:1775776168.683381:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683385:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776168.683386:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776168.683387:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776168.683389:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309227392, offset 0
00000400:00000200:1.0:1775776168.683391:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683392:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683394:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776168.683395:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776168.683397:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776168.683398:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776168.683399:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776168.683401:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339958:339958:256:4294967295] 192.168.201.105@tcp LPNI seq info [339903:339903:8:4294967295]
00000400:00000200:1.0:1775776168.683403:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776168.683407:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776168.683409:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683411:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776168.683412:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776168.683414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776168.683416:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776168.683417:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776168.683419:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776168.683421:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776168.683422:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776168.683424:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776168.683426:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776168.683427:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776168.683428:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776168.683429:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683434:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683435:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683439:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683440:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776168.683441:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776168.683443:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776168.683445:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776168.683446:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307117740
00000100:00000001:1.0:1775776168.683447:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683448:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307117740
00000100:00000001:1.0:1775776168.683449:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307118471
00000100:00000001:1.0:1775776168.683451:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776168.683452:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683453:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776168.683454:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168]  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776168.683458:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776168.683459:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776168.683459:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776168.683460:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776168.683461:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776168.683463:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776168.683464:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776168.683469:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683472:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776168.683473:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683473:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683474:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776168.683476:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683479:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776168.683481:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683484:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776168.683485:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683486:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776168.683487:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683488:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776168.683488:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776168.683490:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776168.683491:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776168.683492:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776168.683494:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776168.683498:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776168.683500:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683501:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683503:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309227136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683506:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776168.683507:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776168.683508:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776168.683510:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776168.683510:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776168.683511:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776168.683512:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776168.683513:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776168.683515:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776168.683515:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776168.683516:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:1.0:1775776168.683518:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776168.683519:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683520:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683521:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309227264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683525:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776168.683525:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776168.683526:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776168.683527:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776168.683527:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776168.683528:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776168.683529:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776168.683530:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776168.683531:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776168.683531:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776168.683532:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776168.683533:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776168.683533:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683534:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776168.683536:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309227392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776168.683539:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776168.683540:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776168.683541:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776168.683542:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776168.683542:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776168.683543:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776168.683544:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776168.683545:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776168.683546:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776168.683546:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776168.683547:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:1.0:1775776168.683548:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776168.683549:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683550:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776168.683552:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776168.683552:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776168.683553:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776168.683554:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776169.642252:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307118471, at 4307118528
00000100:00000010:1.0:1775776169.642267:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e3c0.
00000020:00000001:2.0:1775776170.346379:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776170.346383:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776170.346386:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776173.802521:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776173.802526:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776173.802529:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776173.802539:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.802560:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776173.802563:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.802570:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776173.802574:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776173.802580:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776173.802590:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309227520:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776173.802597:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776173.802603:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776173.802607:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.802614:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776173.802619:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776173.802624:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776173.802633:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776173.802637:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776173.802642:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776173.802650:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227520, portal 25
00000100:00000001:1.0:1775776173.802654:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776173.802657:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776173.802664:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.802692:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776173.802699:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776173.802705:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776173.802710:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309227520, offset 0
00000400:00000200:1.0:1775776173.802723:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776173.802735:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.802742:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776173.802748:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776173.802754:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776173.802761:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776173.802764:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776173.802768:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339959:339959:256:4294967295] 192.168.201.105@tcp LPNI seq info [339904:339904:8:4294967295]
00000400:00000200:1.0:1775776173.802772:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.802781:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776173.802788:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.802797:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776173.802810:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776173.802817:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776173.802830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776173.802837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776173.802847:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.802851:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776173.802857:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776173.802865:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776173.802871:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776173.802874:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776173.802878:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776173.802884:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.802898:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.802905:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.802920:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.802924:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776173.802944:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776173.802960:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776173.802966:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307123591
00000100:00000010:1.0:1775776173.802973:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e3c0.
00000100:00000001:1.0:1775776173.802981:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776173.802989:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307123591
00000100:00000010:1.0:1775776173.802992:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e2a0.
00000100:00000001:1.0:1775776173.802997:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776173.803002:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776173.803010:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803015:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776173.803021:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776173]  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776173.803043:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776173.803047:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776173.803050:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776173.803057:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776173.803061:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776173.803077:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776173.803084:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776173.803101:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803114:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776173.803118:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803123:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803126:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776173.803133:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803147:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776173.803157:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803191:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776173.803194:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803195:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803196:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803198:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776173.803200:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776173.803202:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776173.803205:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776173.803207:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776173.803211:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776173.803218:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309227520:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776173.803223:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803225:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.803229:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309227520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803238:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776173.803242:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776173.803246:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776173.803250:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776173.803253:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776173.803256:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776173.803261:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776173.803265:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776173.803271:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776173.803274:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776173.803276:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776173.803280:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776173.803281:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803283:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803290:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776173.803292:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803295:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776173.803296:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776173.803298:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776173.803302:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803310:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776173.803312:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803314:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776173.803316:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776173.803318:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776173.803322:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227648:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776173.803325:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776173.803327:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776173.803329:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803331:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776173.803335:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776173.803337:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776173.803341:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776173.803344:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776173.803348:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776173.803350:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227648, portal 10
00000100:00000001:1.0:1775776173.803352:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776173.803353:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776173.803358:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803363:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776173.803364:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776173.803366:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776173.803367:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309227648, offset 0
00000400:00000200:1.0:1775776173.803370:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803373:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803375:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776173.803378:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776173.803379:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776173.803381:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776173.803383:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803385:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339960:339960:256:4294967295] 192.168.201.105@tcp LPNI seq info [339905:339905:8:4294967295]
00000400:00000200:1.0:1775776173.803388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803393:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776173.803396:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803398:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776173.803401:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776173.803403:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776173.803406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776173.803408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776173.803411:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803412:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776173.803414:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776173.803417:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776173.803419:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776173.803420:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776173.803422:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776173.803424:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803433:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.803435:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803440:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803440:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776173.803442:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776173.803445:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776173.803447:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776173.803448:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307122723
00000100:00000001:1.0:1775776173.803450:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803451:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307122723
00000100:00000001:1.0:1775776173.803453:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803454:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776173.803456:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803457:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776173.803459:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776173]  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776173.803464:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776173.803465:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776173.803466:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776173.803468:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776173.803469:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776173.803470:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776173.803472:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776173.803477:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803481:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776173.803482:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803483:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803484:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776173.803487:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803491:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776173.803493:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803497:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776173.803499:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803500:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803500:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803502:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776173.803503:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776173.803504:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776173.803506:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776173.803508:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776173.803510:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776173.803515:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227648:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776173.803517:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776173.803519:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803524:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776173.803525:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803526:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776173.803527:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776173.803528:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776173.803531:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776173.803533:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776173.803534:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776173.803536:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803537:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776173.803540:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776173.803542:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776173.803546:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776173.803548:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776173.803551:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776173.803554:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227776, portal 4
00000100:00000001:1.0:1775776173.803556:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776173.803557:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776173.803563:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803569:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776173.803572:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776173.803575:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776173.803577:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309227776, offset 0
00000400:00000200:1.0:1775776173.803581:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803586:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803589:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776173.803592:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776173.803594:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776173.803597:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776173.803599:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803603:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339961:339961:256:4294967295] 192.168.201.105@tcp LPNI seq info [339906:339906:8:4294967295]
00000400:00000200:1.0:1775776173.803607:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803613:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776173.803618:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803622:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776173.803627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776173.803629:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776173.803634:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776173.803637:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776173.803640:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803642:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776173.803645:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776173.803649:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776173.803651:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776173.803653:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776173.803656:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776173.803659:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803666:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.803669:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803676:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803678:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776173.803681:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776173.803684:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776173.803688:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776173.803690:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307122851
00000100:00000001:1.0:1775776173.803692:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803695:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307122851
00000100:00000001:1.0:1775776173.803696:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803698:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776173.803699:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803701:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776173.803705:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776173]  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776173.803714:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776173.803716:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776173.803718:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776173.803721:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776173.803722:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776173.803724:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776173.803726:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776173.803733:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803739:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776173.803740:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803742:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803744:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776173.803747:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803753:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776173.803756:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803763:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776173.803765:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803767:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.803768:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.803770:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776173.803771:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776173.803774:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776173.803777:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776173.803779:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776173.803784:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776173.803796:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776173.803800:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776173.803803:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803809:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776173.803810:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803812:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776173.803814:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776173.803816:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776173.803818:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776173.803821:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776173.803823:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776173.803824:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776173.803826:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776173.803829:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776173.803831:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776173.803834:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776173.803837:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776173.803840:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776173.803842:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309227904, portal 4
00000100:00000001:1.0:1775776173.803844:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776173.803845:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776173.803850:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803856:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776173.803859:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776173.803860:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776173.803863:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309227904, offset 0
00000400:00000200:1.0:1775776173.803866:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803870:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803874:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776173.803876:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776173.803879:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776173.803882:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776173.803884:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776173.803887:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339962:339962:256:4294967295] 192.168.201.105@tcp LPNI seq info [339907:339907:8:4294967295]
00000400:00000200:1.0:1775776173.803890:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776173.803897:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776173.803901:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803904:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776173.803908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776173.803911:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776173.803915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776173.803917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776173.803920:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776173.803922:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776173.803925:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776173.803942:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776173.803945:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776173.803947:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776173.803949:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776173.803952:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803960:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.803963:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.803969:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803971:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776173.803974:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776173.803978:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776173.803981:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776173.803984:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307122860
00000100:00000001:1.0:1775776173.803986:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803988:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307122860
00000100:00000001:1.0:1775776173.803990:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307123591
00000100:00000001:1.0:1775776173.803992:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776173.803995:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.803996:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776173.804000:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776173]  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776173.804007:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776173.804008:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776173.804010:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776173.804012:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776173.804013:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776173.804015:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776173.804018:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776173.804026:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804032:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776173.804033:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804035:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.804036:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776173.804039:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804047:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776173.804051:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804059:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776173.804062:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804063:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776173.804065:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804066:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776173.804068:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776173.804070:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776173.804074:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776173.804076:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776173.804080:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776173.804108:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309227904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776173.804112:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804114:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.804117:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309227648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804125:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776173.804126:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776173.804128:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776173.804131:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776173.804132:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776173.804134:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776173.804136:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776173.804138:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776173.804140:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776173.804141:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776173.804143:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776173.804145:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776173.804147:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804149:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.804152:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309227776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804185:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776173.804186:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776173.804187:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776173.804189:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776173.804190:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776173.804191:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776173.804192:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776173.804193:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776173.804195:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776173.804196:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776173.804197:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776173.804200:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776173.804201:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804202:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776173.804205:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309227904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776173.804210:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776173.804210:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776173.804212:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776173.804213:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776173.804213:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776173.804214:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776173.804215:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776173.804216:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776173.804218:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776173.804218:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776173.804219:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776173.804220:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776173.804221:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804222:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776173.804226:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776173.804227:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776173.804229:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776173.804230:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776174.442352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776174.442356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776174.442359:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776174.762269:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307123591, at 4307123648
00000100:00000010:1.0:1775776174.762284:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e2a0.
00000800:00000200:2.0:1775776177.770238:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776177.770245:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776177.770251:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776177.770488:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:2.0:1775776178.538312:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776178.538315:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776178.538317:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776178.922267:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776178.922276:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776178.922279:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776178.922283:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776178.922287:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776178.922294:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12455
00000400:00000200:3.0:1775776178.922302:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776178.922309:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776178.922312:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776178.922315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.922318:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776178.922321:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.922323:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776178.922327:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776178.922329:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776178.922331:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776178.922334:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776178.922336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776178.922339:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776178.922342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.922344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776178.922345:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.922347:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776178.922350:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776178.922353:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776178.922355:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776178.922358:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776178.922362:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776178.922364:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.922365:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776178.922367:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776178.922375:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775776178.922378:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776178.922380:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776178.922381:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.922383:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776178.922386:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776178.922389:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776178.923495:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776178.923510:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776178.923519:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776178.923526:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776178.923530:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776178.923533:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776178.923552:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776178.923555:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776178.923558:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776178.923559:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776178.923561:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776178.923564:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776178.923566:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12455
00000400:00000200:3.0:1775776178.923572:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776178.923577:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776178.923580:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776178.923584:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923586:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776178.923588:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776178.923590:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.923592:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776178.923592:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776178.923595:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776178.923596:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776178.923599:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776178.923602:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775776178.923605:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776178.923606:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776178.923610:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776178.923615:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776178.923621:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775776178.923622:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.923625:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923625:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776178.923629:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776178.923630:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776178.923631:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:1.0:1775776178.923634:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775776178.923635:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776178.923639:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776178.923641:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923645:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776178.923646:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309228032:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776178.923648:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776178.923653:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776178.923655:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776178.923657:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776178.923658:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.923661:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923661:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776178.923664:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775776178.923665:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776178.923668:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776178.923669:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:3.0:1775776178.923670:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.923674:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776178.923675:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775776178.923677:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000200:1.0:1775776178.923680:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776178.923680:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776178.923683:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776178.923685:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776178.923685:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776178.923686:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776178.923689:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776178.923691:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000010:3.0:1775776178.923694:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000200:1.0:1775776178.923697:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228032, portal 25
00000100:00000001:3.0:1775776178.923699:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.923700:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776178.923702:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048436480 : -109518661115136 : ffff9c64b31ba300)
00000100:00100000:3.0:1775776178.923707:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776178.923708:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.923731:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776178.923734:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923734:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776178.923738:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000001:3.0:1775776178.923738:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776178.923741:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309228032, offset 0
00000100:00000040:3.0:1775776178.923746:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776178.923747:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923755:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776178.923756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776178.923758:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776178.923761:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775776178.923762:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776178.923763:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776178.923766:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776178.923768:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776178.923769:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776178.923771:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12455
00000400:00000200:1.0:1775776178.923774:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776178.923776:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.923779:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776178.923780:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776178.923784:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:3.0:1775776178.923784:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776178.923789:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776178.923790:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339963:339963:256:4294967295] 192.168.201.105@tcp LPNI seq info [339908:339908:8:4294967295]
00000100:00000001:3.0:1775776178.923792:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776178.923796:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776178.923797:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923799:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776178.923801:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776178.923802:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776178.923804:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776178.923807:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776178.923808:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775776178.923810:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776178.923813:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.0:1775776178.923816:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776178.923817:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923819:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776178.923820:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923822:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776178.923824:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776178.923825:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776178.923827:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776178.923828:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776178.923830:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776178.923831:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923832:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776178.923833:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775776178.923835:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000008:00000001:3.0:1775776178.923835:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923850:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776178.923854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:3.0:1775776178.923854:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776178.923857:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776178.923859:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776178.923860:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923861:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776178.923864:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1775776178.923865:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1775776178.923866:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776178.923873:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000800:00000200:1.1:1775776178.923874:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776178.923877:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776178.923879:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1775776178.923884:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1775776178.923888:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.923892:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000100:00000001:3.0:1775776178.923897:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776178.923899:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776178.923900:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776178.923907:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776178.923909:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776178.923915:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000100:00000001:3.0:1775776178.923917:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776178.923918:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00080000:3.0:1775776178.923922:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776178.923923:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775776178.923926:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1775776178.923929:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776178.923929:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776178.923931:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776178.923935:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776178.923940:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12455
00000100:00000001:1.0:1775776178.923942:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1775776178.923944:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:1.0:1775776178.923947:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776178.923949:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1775776178.923953:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.923955:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776178.923958:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776178.923961:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776178.923963:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307128712
00000100:00000010:1.0:1775776178.923966:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e2a0.
00000100:00080000:3.0:1775776178.923970:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776178.923973:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.923974:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776178.923975:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776178.923980:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307128712
00000100:00000010:1.0:1775776178.923983:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e300.
00000100:00000001:1.0:1775776178.923984:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776178.923986:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775776178.923988:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.923990:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.923990:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776178.923994:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1775776178.923994:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776178.923995:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00100000:1.0:1775776178.923999:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178]  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776178.924005:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1775776178.924005:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000001:1.0:1775776178.924006:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776178.924008:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000020:00000040:3.0:1775776178.924008:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776178.924012:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:1.0:1775776178.924013:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000020:00000001:3.0:1775776178.924015:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000010:1.0:1775776178.924016:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776178.924018:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776178.924020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776178.924025:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776178.924032:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.924033:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776178.924036:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776178.924037:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924039:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775776178.924040:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776178.924041:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776178.924042:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776178.924045:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00100000:1.0:1775776178.924047:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776178.924049:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776178.924054:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776178.924056:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776178.924059:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776178.924060:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776178.924062:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.924063:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:1.0:1775776178.924073:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776178.924074:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776178.924079:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776178.924082:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924086:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1775776178.924088:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776178.924089:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924092:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924093:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775776178.924093:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776178.924095:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776178.924097:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776178.924099:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776178.924101:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776178.924102:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776178.924105:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776178.924113:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309228032:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776178.924113:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776178.924117:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924118:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924120:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775776178.924120:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776178.924123:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775776178.924124:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309228032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924128:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776178.924130:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924131:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776178.924133:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776178.924134:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776178.924135:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776178.924137:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776178.924139:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776178.924142:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776178.924142:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924144:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776178.924147:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:1.0:1775776178.924149:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776178.924151:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924152:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924159:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000010:3.0:1775776178.924180:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776178.924185:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776178.924189:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776178.924194:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776178.924196:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924199:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776178.924199:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924204:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776178.924207:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776178.924208:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776178.924209:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776178.924214:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776178.924214:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12465)
00000100:00000001:1.0:1775776178.924223:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776178.924224:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924227:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776178.924229:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776178.924231:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776178.924234:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228160:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776178.924238:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776178.924240:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776178.924241:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924243:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924246:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776178.924248:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776178.924252:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776178.924255:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776178.924258:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776178.924261:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228160, portal 10
00000100:00000001:1.0:1775776178.924263:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776178.924264:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048431104 : -109518661120512 : ffff9c64b31b8e00)
00000100:00000040:1.0:1775776178.924268:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924272:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776178.924274:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776178.924275:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776178.924276:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309228160, offset 0
00000400:00000200:1.0:1775776178.924279:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924281:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924283:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776178.924285:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776178.924287:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776178.924288:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776178.924290:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924292:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339964:339964:256:4294967295] 192.168.201.105@tcp LPNI seq info [339909:339909:8:4294967295]
00000400:00000200:1.0:1775776178.924295:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924298:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776178.924301:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924303:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776178.924306:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776178.924307:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776178.924310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776178.924312:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776178.924314:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924315:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776178.924317:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776178.924319:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776178.924322:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776178.924323:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776178.924325:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776178.924328:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924335:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924338:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924353:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924355:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776178.924358:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776178.924361:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776178.924364:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776178.924366:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307127844
00000100:00000001:1.0:1775776178.924368:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924370:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307127844
00000100:00000001:1.0:1775776178.924372:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924374:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776178.924375:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924377:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776178.924379:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178]  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776178.924384:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776178.924385:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776178.924386:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776178.924388:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776178.924389:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776178.924390:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776178.924392:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776178.924396:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924400:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776178.924401:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924402:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924403:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776178.924404:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924408:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776178.924410:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924413:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776178.924415:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924416:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924417:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924418:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776178.924419:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776178.924421:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776178.924424:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776178.924426:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776178.924429:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776178.924436:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228160:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776178.924440:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776178.924442:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924448:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776178.924450:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924452:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776178.924453:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776178.924455:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776178.924458:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776178.924461:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776178.924463:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776178.924464:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924466:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924469:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776178.924471:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776178.924473:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776178.924475:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776178.924477:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776178.924479:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228288, portal 4
00000100:00000001:1.0:1775776178.924480:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776178.924481:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:1.0:1775776178.924486:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924491:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776178.924494:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776178.924496:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776178.924498:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309228288, offset 0
00000400:00000200:1.0:1775776178.924501:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924505:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924508:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776178.924511:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776178.924513:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776178.924515:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776178.924517:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924519:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339965:339965:256:4294967295] 192.168.201.105@tcp LPNI seq info [339910:339910:8:4294967295]
00000400:00000200:1.0:1775776178.924523:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924528:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776178.924531:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924534:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776178.924538:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776178.924540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776178.924543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776178.924545:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776178.924559:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924561:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776178.924564:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776178.924567:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776178.924569:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776178.924571:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776178.924573:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776178.924576:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924582:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924584:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924590:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924591:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776178.924594:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776178.924597:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776178.924600:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776178.924602:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307127972
00000100:00000001:1.0:1775776178.924604:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924606:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307127972
00000100:00000001:1.0:1775776178.924607:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924609:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776178.924610:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924612:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776178.924615:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178]  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776178.924622:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776178.924623:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776178.924624:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776178.924626:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776178.924628:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776178.924629:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776178.924632:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776178.924640:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924646:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776178.924647:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924648:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924650:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776178.924653:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924659:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776178.924663:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924670:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776178.924672:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924674:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924675:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924676:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776178.924678:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776178.924680:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776178.924683:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776178.924685:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776178.924688:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776178.924693:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776178.924695:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924696:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924698:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8e00 x1862023309228160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924702:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776178.924703:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924704:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776178.924706:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776178.924706:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776178.924707:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776178.924709:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776178.924710:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776178.924711:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776178.924712:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776178.924713:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8e00.
00000100:00000001:1.0:1775776178.924715:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776178.924716:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924717:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924719:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309228288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924722:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776178.924723:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924724:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776178.924725:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776178.924725:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776178.924726:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776178.924727:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776178.924728:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776178.924729:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776178.924729:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776178.924730:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:1.0:1775776178.924731:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776178.924732:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924733:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924735:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776178.924736:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924737:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776178.924737:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776178.924738:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776178.924740:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924743:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776178.924744:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924745:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776178.924746:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776178.924747:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776178.924749:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776178.924751:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776178.924752:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776178.924753:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776178.924754:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924756:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776178.924757:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776178.924759:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776178.924761:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776178.924762:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776178.924764:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228416, portal 4
00000100:00000001:1.0:1775776178.924766:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776178.924767:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:1.0:1775776178.924770:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924774:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776178.924775:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776178.924776:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776178.924778:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309228416, offset 0
00000400:00000200:1.0:1775776178.924780:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924782:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924784:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776178.924786:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776178.924787:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776178.924789:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776178.924790:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776178.924792:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339966:339966:256:4294967295] 192.168.201.105@tcp LPNI seq info [339911:339911:8:4294967295]
00000400:00000200:1.0:1775776178.924794:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776178.924798:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776178.924800:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924802:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776178.924804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776178.924806:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776178.924808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776178.924810:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776178.924812:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776178.924813:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776178.924814:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776178.924816:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776178.924818:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776178.924819:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776178.924821:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776178.924823:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924827:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924829:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924832:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924833:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776178.924834:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776178.924836:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776178.924850:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776178.924852:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307127981
00000100:00000001:1.0:1775776178.924854:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924856:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307127981
00000100:00000001:1.0:1775776178.924857:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307128712
00000100:00000001:1.0:1775776178.924859:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776178.924861:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924862:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776178.924866:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178]  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776178.924873:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776178.924874:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776178.924876:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776178.924878:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776178.924879:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776178.924882:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776178.924884:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776178.924898:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924904:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776178.924905:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924907:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924908:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776178.924911:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924915:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776178.924917:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924920:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776178.924922:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924922:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776178.924923:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924924:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776178.924925:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776178.924926:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776178.924928:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776178.924929:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776178.924931:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776178.924935:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776178.924937:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924938:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776178.924940:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309228416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776178.924947:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776178.924948:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776178.924949:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776178.924951:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776178.924951:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776178.924952:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776178.924953:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776178.924954:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776178.924955:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776178.924956:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776178.924957:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776178.924958:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776178.924959:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924960:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776178.924962:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776178.924963:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776178.924964:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776178.924965:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776179.882260:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307128712, at 4307128768
00000100:00000010:1.0:1775776179.882275:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e300.
00000020:00000001:2.0:1775776182.634394:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776182.634399:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776182.634403:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776184.042316:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776184.042335:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776184.042338:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776184.042343:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776184.042348:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776184.042357:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12460
00000400:00000200:3.0:1775776184.042369:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776184.042377:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776184.042381:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776184.042384:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042388:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.042390:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042393:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776184.042397:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776184.042400:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776184.042403:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776184.042406:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776184.042408:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776184.042412:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776184.042415:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042417:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.042419:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042421:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776184.042424:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776184.042427:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042429:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776184.042432:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776184.042436:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776184.042439:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.042441:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776184.042444:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776184.042456:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776184.042460:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776184.042464:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776184.042466:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.042469:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776184.042473:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776184.042477:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776184.042488:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776184.042495:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776184.042506:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776184.042518:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776184.042524:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776184.042528:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776184.042554:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776184.042558:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776184.042561:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776184.042564:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776184.042565:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776184.042569:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776184.042572:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12460
00000400:00000200:3.0:1775776184.042576:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776184.042579:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776184.042582:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776184.042585:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042588:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776184.042591:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776184.042591:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042593:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776184.042596:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776184.042597:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776184.042600:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776184.042600:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776184.042603:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776184.042606:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000040:1.0:1775776184.042608:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776184.042609:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776184.042613:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776184.042621:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776184.042623:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776184.042624:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776184.042626:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776184.042628:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042630:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:1.0:1775776184.042631:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1775776184.042633:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776184.042634:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776184.042638:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776184.042638:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776184.042643:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776184.042644:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309228544:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776184.042646:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776184.042649:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776184.042653:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776184.042654:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776184.042656:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.042658:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.042659:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776184.042662:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775776184.042665:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1775776184.042668:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
00000008:00000001:3.0:1775776184.042669:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.042671:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.042673:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776184.042678:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:3.0:1775776184.042678:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776184.042683:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000010:1.0:1775776184.042685:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000001:3.0:1775776184.042687:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776184.042689:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.042691:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775776184.042692:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776184.042693:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776184.042696:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776184.042701:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000200:1.0:1775776184.042702:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228544, portal 25
00000100:00000001:3.0:1775776184.042705:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.042706:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776184.042709:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00100000:3.0:1775776184.042714:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776184.042716:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776184.042738:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776184.042739:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776184.042742:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776184.042745:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776184.042762:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776184.042766:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309228544, offset 0
00000400:00000200:1.0:1775776184.042773:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776184.042965:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776184.042965:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776184.042989:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776184.042994:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776184.042998:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:3.0:1775776184.042999:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776184.043002:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776184.043004:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776184.043008:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776184.043009:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776184.043013:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12460
00000400:00000200:1.0:1775776184.043019:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776184.043020:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776184.043026:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776184.043029:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775776184.043030:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776184.043036:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776184.043038:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043039:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.043043:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043045:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776184.043049:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775776184.043050:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339967:339967:256:4294967295] 192.168.201.105@tcp LPNI seq info [339912:339912:8:4294967295]
00000020:00000040:3.0:1775776184.043051:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776184.043055:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776184.043058:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776184.043060:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776184.043061:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776184.043063:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776184.043066:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043068:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.043069:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043071:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776184.043074:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776184.043082:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776184.043083:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776184.043087:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776184.043092:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775776184.043096:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776184.043100:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776184.043104:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043106:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776184.043110:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776184.043113:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043115:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776184.043146:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776184.043149:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776184.043153:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776184.043154:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043156:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776184.043159:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776184.043233:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776184.043243:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776184.043251:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776184.043262:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000100:00100000:3.0:1775776184.043262:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776184.043275:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1775776184.043279:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776184.043282:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776184.043285:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1775776184.043291:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775776184.043298:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776184.043306:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775776184.043307:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776184.043311:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1775776184.043317:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776184.043318:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776184.043322:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1775776184.043323:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000100:00080000:3.0:1775776184.043323:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776184.043328:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776184.043332:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12460
00000400:00000200:1.0:1775776184.043333:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776184.043340:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.043342:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776184.043347:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776184.043349:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000100:00080000:3.0:1775776184.043350:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775776184.043354:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000040:3.0:1775776184.043355:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043360:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.043362:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776184.043363:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776184.043366:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776184.043369:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776184.043372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776184.043372:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776184.043374:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776184.043376:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776184.043379:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776184.043381:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776184.043384:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043385:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776184.043387:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043389:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776184.043391:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776184.043393:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776184.043395:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776184.043397:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776184.043400:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776184.043402:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043403:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776184.043405:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776184.043408:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043409:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776184.043412:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776184.043414:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776184.043416:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776184.043418:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776184.043423:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776184.043426:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776184.043429:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043433:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1775776184.043434:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776184.043438:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776184.043440:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776184.043446:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776184.043457:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043462:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776184.043463:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776184.043466:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043471:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776184.043471:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776184.043481:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776184.043486:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307133832
00000100:00000001:3.0:1775776184.043488:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776184.043494:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e300.
00000100:00000040:3.0:1775776184.043496:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12470)
00000100:00000001:1.0:1775776184.043526:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776184.043533:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307133832
00000100:00000010:1.0:1775776184.043537:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed20.
00000100:00000001:1.0:1775776184.043540:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776184.043543:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776184.043546:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043550:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776184.043555:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776184/real 1775776184]  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776184.043566:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776184.043567:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776184.043570:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776184.043573:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776184.043575:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776184.043578:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776184.043582:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776184.043590:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043597:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776184.043598:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043600:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.043609:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776184.043613:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043620:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776184.043624:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043630:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776184.043632:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043633:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.043635:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043637:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776184.043639:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776184.043641:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776184.043645:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776184.043647:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776184.043650:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776184.043658:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309228544:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776184.043662:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043664:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.043667:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309228544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043678:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776184.043680:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776184.043682:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776184.043685:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776184.043686:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776184.043688:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776184.043689:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776184.043692:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:1.0:1775776184.043695:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776184.043696:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776184.043698:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:1.0:1775776184.043701:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776184.043702:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043704:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043711:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776184.043713:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043715:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776184.043717:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776184.043718:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776184.043722:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043728:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776184.043730:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.043733:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776184.043735:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776184.043737:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776184.043740:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228672:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776184.043743:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776184.043746:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776184.043759:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.043762:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776184.043765:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776184.043767:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776184.043771:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776184.043774:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776184.043777:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776184.043782:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228672, portal 10
00000100:00000001:1.0:1775776184.043784:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776184.043786:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:1.0:1775776184.043791:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043797:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776184.043799:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776184.043801:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776184.043804:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309228672, offset 0
00000400:00000200:1.0:1775776184.043808:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776184.043813:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.043816:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776184.043819:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776184.043822:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776184.043824:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776184.043825:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776184.043828:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339968:339968:256:4294967295] 192.168.201.105@tcp LPNI seq info [339913:339913:8:4294967295]
00000400:00000200:1.0:1775776184.043832:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.043837:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776184.043841:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.043844:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776184.043848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776184.043850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776184.043854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776184.043857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776184.043861:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.043863:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776184.043865:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776184.043868:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776184.043871:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776184.043873:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776184.043875:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776184.043878:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043884:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.043887:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043892:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043894:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776184.043896:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776184.043899:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776184.043902:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776184.043903:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307132963
00000100:00000001:1.0:1775776184.043906:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.043908:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307132963
00000100:00000001:1.0:1775776184.043909:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.043911:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776184.043913:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.043914:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776184.043917:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776184/real 1775776184]  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776184.043923:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776184.043925:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776184.043926:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776184.043928:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776184.043929:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776184.043931:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776184.043933:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776184.043940:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043950:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776184.043952:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043953:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.043954:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776184.043957:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043964:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776184.043967:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.043973:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776184.043975:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043977:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.043978:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.043980:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776184.043982:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776184.043984:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776184.043987:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776184.043990:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776184.043993:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776184.044000:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228672:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776184.044004:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776184.044006:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044012:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776184.044014:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.044016:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776184.044018:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776184.044019:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776184.044022:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776184.044025:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776184.044026:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776184.044028:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.044030:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776184.044033:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776184.044036:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776184.044040:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776184.044043:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776184.044047:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776184.044050:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228800, portal 4
00000100:00000001:1.0:1775776184.044052:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776184.044053:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:1.0:1775776184.044059:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044066:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776184.044069:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776184.044071:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776184.044074:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309228800, offset 0
00000400:00000200:1.0:1775776184.044079:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776184.044083:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.044087:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776184.044090:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776184.044093:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776184.044096:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776184.044099:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776184.044103:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339969:339969:256:4294967295] 192.168.201.105@tcp LPNI seq info [339914:339914:8:4294967295]
00000400:00000200:1.0:1775776184.044107:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.044115:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776184.044120:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.044124:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776184.044129:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776184.044131:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776184.044136:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776184.044139:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776184.044144:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.044146:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776184.044149:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776184.044153:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776184.044157:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776184.044159:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776184.044161:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776184.044190:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044199:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.044202:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044209:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.044210:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776184.044214:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776184.044218:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776184.044221:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776184.044224:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307133092
00000100:00000001:1.0:1775776184.044227:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.044229:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307133092
00000100:00000001:1.0:1775776184.044231:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.044233:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776184.044236:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.044237:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776184.044242:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776184/real 1775776184]  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776184.044250:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776184.044252:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776184.044253:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776184.044256:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776184.044258:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776184.044260:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776184.044264:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776184.044272:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044278:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776184.044279:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044281:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.044282:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776184.044286:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044292:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776184.044295:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044301:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776184.044303:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044305:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.044306:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044308:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776184.044309:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776184.044311:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776184.044314:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776184.044316:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776184.044320:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776184.044327:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776184.044330:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776184.044333:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044339:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776184.044340:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.044342:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776184.044344:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776184.044345:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776184.044347:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776184.044350:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776184.044352:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776184.044353:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776184.044354:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776184.044358:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776184.044359:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776184.044362:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776184.044364:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776184.044367:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776184.044369:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309228928, portal 4
00000100:00000001:1.0:1775776184.044371:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776184.044372:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:1.0:1775776184.044376:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044381:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776184.044383:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776184.044385:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776184.044387:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309228928, offset 0
00000400:00000200:1.0:1775776184.044391:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776184.044394:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.044397:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776184.044399:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776184.044401:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776184.044403:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776184.044406:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776184.044408:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339970:339970:256:4294967295] 192.168.201.105@tcp LPNI seq info [339915:339915:8:4294967295]
00000400:00000200:1.0:1775776184.044411:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776184.044417:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776184.044421:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.044424:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776184.044427:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776184.044429:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776184.044433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776184.044435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776184.044438:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776184.044440:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776184.044442:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776184.044445:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776184.044448:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776184.044449:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776184.044451:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776184.044454:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044461:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.044464:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776209 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044470:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.044471:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776184.044473:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776184.044475:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776184.044478:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776184.044480:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307133101
00000100:00000001:1.0:1775776184.044483:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.044485:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307133101
00000100:00000001:1.0:1775776184.044486:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307133832
00000100:00000001:1.0:1775776184.044488:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776184.044490:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.044491:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776184.044494:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776184/real 1775776184]  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776184.044500:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776184.044501:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776184.044502:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776184.044504:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776184.044506:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776184.044508:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776184.044510:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776184.044518:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044523:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776184.044524:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044525:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.044526:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776184.044529:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044534:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776184.044537:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044543:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776184.044545:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044546:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776184.044547:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044549:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776184.044550:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776184.044552:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776184.044554:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776184.044556:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776184.044559:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776184.044566:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309228928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776184.044569:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044570:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.044573:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309228672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044578:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776184.044579:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776184.044581:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776184.044583:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776184.044584:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776184.044585:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776184.044587:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776184.044588:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776184.044591:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776184.044592:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776184.044593:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:1.0:1775776184.044595:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776184.044596:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044598:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.044600:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309228800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044611:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776184.044612:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776184.044613:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776184.044615:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776184.044615:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776184.044616:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776184.044618:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776184.044619:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776184.044620:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776184.044621:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776184.044622:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:1.0:1775776184.044624:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776184.044625:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044626:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776184.044628:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309228928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776209 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776184.044633:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776184.044634:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776184.044635:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776184.044637:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776184.044638:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776184.044639:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776184.044640:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776184.044641:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776184.044643:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776184.044644:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776184.044645:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:1.0:1775776184.044646:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776184.044647:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044649:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776184.044652:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776184.044654:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776184.044655:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776184.044656:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776185.002314:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307133832, at 4307133888
00000100:00000010:1.0:1775776185.002332:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ed20.
00000020:00000001:2.0:1775776186.730329:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776186.730333:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776186.730336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776189.162624:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776189.162629:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776189.162634:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776189.162642:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.162657:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776189.162683:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.162688:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776189.162691:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776189.162696:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776189.162702:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309229056:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776189.162710:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776189.162714:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776189.162717:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.162721:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776189.162742:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776189.162746:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776189.162753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776189.162758:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776189.162767:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776189.162776:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229056, portal 25
00000100:00000001:1.0:1775776189.162782:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776189.162785:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776189.162795:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.162811:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776189.162816:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776189.162820:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776189.162824:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309229056, offset 0
00000400:00000200:1.0:1775776189.162834:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776189.162846:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.162855:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776189.162864:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776189.162869:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776189.162876:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776189.162882:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776189.162892:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339971:339971:256:4294967295] 192.168.201.105@tcp LPNI seq info [339916:339916:8:4294967295]
00000400:00000200:1.0:1775776189.162898:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.162917:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776189.162930:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.162937:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776189.162948:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776189.162954:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776189.162963:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776189.162968:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776189.162976:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.162979:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776189.162985:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776189.162995:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776189.163003:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776189.163008:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776189.163013:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776189.163020:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163036:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.163041:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163055:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163059:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776189.163070:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776189.163078:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776189.163084:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307138951
00000100:00000010:1.0:1775776189.163102:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed20.
00000100:00000001:1.0:1775776189.163110:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776189.163118:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307138951
00000100:00000010:1.0:1775776189.163124:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e300.
00000100:00000001:1.0:1775776189.163128:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776189.163133:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776189.163137:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163141:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776189.163148:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776189/real 1775776189]  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776189.163203:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776189.163206:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776189.163209:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776189.163215:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776189.163219:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776189.163224:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776189.163230:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776189.163250:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163264:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776189.163266:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163270:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163274:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776189.163289:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163297:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776189.163303:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163309:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776189.163312:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163314:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163315:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163318:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776189.163319:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776189.163322:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776189.163325:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776189.163327:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776189.163331:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776189.163339:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309229056:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776189.163343:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163345:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.163347:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309229056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163354:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776189.163361:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776189.163363:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776189.163366:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776189.163368:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776189.163369:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776189.163371:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776189.163374:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776189.163379:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776189.163380:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776189.163382:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776189.163386:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776189.163388:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163390:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163395:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776189.163397:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163399:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776189.163400:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776189.163401:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776189.163405:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163412:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776189.163413:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.163415:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776189.163426:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776189.163428:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776189.163431:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229184:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776189.163435:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776189.163436:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776189.163438:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.163440:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776189.163443:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776189.163444:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776189.163448:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776189.163451:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776189.163454:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776189.163457:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229184, portal 10
00000100:00000001:1.0:1775776189.163459:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776189.163460:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776189.163466:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163472:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776189.163475:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776189.163476:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776189.163478:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309229184, offset 0
00000400:00000200:1.0:1775776189.163482:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776189.163486:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.163489:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776189.163492:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776189.163494:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776189.163496:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776189.163499:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776189.163503:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339972:339972:256:4294967295] 192.168.201.105@tcp LPNI seq info [339917:339917:8:4294967295]
00000400:00000200:1.0:1775776189.163507:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.163513:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776189.163518:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.163522:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776189.163525:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776189.163528:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776189.163532:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776189.163534:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776189.163538:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.163540:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776189.163542:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776189.163546:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776189.163549:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776189.163550:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776189.163553:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776189.163556:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163564:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.163567:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163573:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163575:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776189.163578:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776189.163582:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776189.163585:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776189.163587:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307138083
00000100:00000001:1.0:1775776189.163590:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.163592:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307138083
00000100:00000001:1.0:1775776189.163594:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.163596:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776189.163598:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163600:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776189.163603:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776189/real 1775776189]  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776189.163611:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776189.163612:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776189.163613:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776189.163615:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776189.163617:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776189.163619:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776189.163621:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776189.163629:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163636:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776189.163638:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163639:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163641:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776189.163644:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163651:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776189.163654:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163679:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776189.163681:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163683:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163684:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163686:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776189.163688:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776189.163690:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776189.163694:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776189.163696:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776189.163706:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776189.163715:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229184:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776189.163719:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776189.163722:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163729:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776189.163730:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.163733:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776189.163734:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776189.163736:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776189.163738:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229312:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776189.163741:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776189.163743:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776189.163744:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.163746:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776189.163749:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776189.163751:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776189.163754:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776189.163756:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776189.163759:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776189.163761:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229312, portal 4
00000100:00000001:1.0:1775776189.163763:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776189.163764:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776189.163769:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163775:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776189.163778:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776189.163780:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776189.163783:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309229312, offset 0
00000400:00000200:1.0:1775776189.163787:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776189.163791:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.163794:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776189.163797:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776189.163799:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776189.163801:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776189.163803:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776189.163806:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339973:339973:256:4294967295] 192.168.201.105@tcp LPNI seq info [339918:339918:8:4294967295]
00000400:00000200:1.0:1775776189.163810:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.163816:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776189.163820:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.163823:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776189.163826:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776189.163829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776189.163833:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776189.163835:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776189.163839:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.163841:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776189.163843:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776189.163847:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776189.163850:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776189.163851:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776189.163854:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776189.163857:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163863:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.163866:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163872:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163873:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776189.163876:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776189.163879:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776189.163882:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776189.163884:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307138211
00000100:00000001:1.0:1775776189.163886:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.163888:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307138211
00000100:00000001:1.0:1775776189.163889:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.163891:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776189.163893:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.163895:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776189.163898:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776189/real 1775776189]  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776189.163905:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776189.163906:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776189.163908:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776189.163910:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776189.163911:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776189.163913:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776189.163916:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776189.163923:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163929:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776189.163930:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163932:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163933:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776189.163936:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163942:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776189.163946:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163953:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776189.163955:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163956:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.163958:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.163959:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776189.163961:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776189.163963:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776189.163966:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776189.163968:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776189.163971:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776189.163979:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229312:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776189.163982:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776189.163985:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.163991:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776189.163993:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.163994:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776189.163996:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776189.163998:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776189.164000:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776189.164003:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776189.164005:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776189.164006:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776189.164008:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776189.164011:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776189.164013:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776189.164016:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776189.164019:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776189.164022:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776189.164025:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229440, portal 4
00000100:00000001:1.0:1775776189.164026:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776189.164028:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:1.0:1775776189.164033:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164038:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776189.164040:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776189.164042:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776189.164045:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309229440, offset 0
00000400:00000200:1.0:1775776189.164048:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776189.164052:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.164054:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776189.164057:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776189.164059:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776189.164061:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776189.164064:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776189.164067:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339974:339974:256:4294967295] 192.168.201.105@tcp LPNI seq info [339919:339919:8:4294967295]
00000400:00000200:1.0:1775776189.164071:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776189.164076:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776189.164080:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.164083:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776189.164086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776189.164088:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776189.164092:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776189.164095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776189.164098:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776189.164100:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776189.164103:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776189.164106:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776189.164108:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776189.164109:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776189.164112:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776189.164115:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164122:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.164125:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776214 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164130:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.164132:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776189.164134:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776189.164152:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776189.164156:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776189.164158:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307138220
00000100:00000001:1.0:1775776189.164160:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.164162:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307138220
00000100:00000001:1.0:1775776189.164182:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307138951
00000100:00000001:1.0:1775776189.164184:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776189.164186:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.164187:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776189.164191:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776189/real 1775776189]  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776189.164199:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776189.164200:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776189.164201:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776189.164204:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776189.164206:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776189.164207:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776189.164210:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776189.164217:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164229:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776189.164231:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164233:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.164234:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776189.164238:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164244:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776189.164247:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164254:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776189.164257:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164258:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776189.164259:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164260:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776189.164262:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776189.164264:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776189.164267:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776189.164269:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776189.164272:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776189.164279:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776189.164282:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164284:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.164287:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309229184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164293:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776189.164294:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776189.164297:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776189.164299:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776189.164300:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776189.164302:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776189.164304:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776189.164306:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776189.164308:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776189.164310:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776189.164311:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776189.164314:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776189.164316:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164317:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.164320:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309229312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164327:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776189.164328:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776189.164329:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776189.164331:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776189.164332:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776189.164333:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776189.164335:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776189.164336:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776189.164339:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776189.164340:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776189.164341:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776189.164343:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776189.164344:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164345:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776189.164348:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309229440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776214 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776189.164353:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776189.164354:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776189.164355:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776189.164357:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776189.164358:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776189.164359:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776189.164361:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776189.164362:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776189.164365:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776189.164366:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776189.164367:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776189.164369:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776189.164370:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164372:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776189.164375:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776189.164377:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776189.164379:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776189.164380:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776190.122249:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307138951, at 4307139008
00000100:00000010:1.0:1775776190.122265:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e300.
00000020:00000001:2.0:1775776190.826404:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776190.826408:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776190.826411:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776194.282475:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776194.282479:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776194.282482:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776194.282489:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.282498:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776194.282501:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.282506:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776194.282510:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776194.282514:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776194.282517:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309229568:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776194.282522:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776194.282526:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776194.282529:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.282531:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776194.282536:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776194.282546:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776194.282555:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776194.282560:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776194.282567:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776194.282583:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229568, portal 25
00000100:00000001:1.0:1775776194.282586:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776194.282588:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000040:1.0:1775776194.282595:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.282610:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776194.282616:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776194.282621:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776194.282627:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309229568, offset 0
00000400:00000200:1.0:1775776194.282639:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776194.282693:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.282703:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776194.282710:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776194.282717:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776194.282723:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776194.282728:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776194.282736:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339975:339975:256:4294967295] 192.168.201.105@tcp LPNI seq info [339920:339920:8:4294967295]
00000400:00000200:1.0:1775776194.282746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.282763:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776194.282772:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.282781:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776194.282792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776194.282797:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776194.282808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776194.282813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776194.282821:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.282825:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776194.282845:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776194.282853:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776194.282860:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776194.282864:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776194.282869:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776194.282875:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.282895:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.282898:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.282912:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.282916:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776194.282922:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776194.282929:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776194.282934:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307144071
00000100:00000010:1.0:1775776194.282941:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e300.
00000100:00000001:1.0:1775776194.282949:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776194.282958:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307144071
00000100:00000010:1.0:1775776194.282963:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e2a0.
00000100:00000001:1.0:1775776194.282968:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776194.282973:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776194.282977:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.282981:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776194.282987:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194]  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776194.282996:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776194.282999:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776194.283001:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776194.283017:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776194.283019:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776194.283022:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776194.283026:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776194.283034:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283040:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776194.283042:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283044:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283046:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776194.283050:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283056:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776194.283070:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283078:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776194.283080:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283082:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283083:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283086:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776194.283088:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776194.283090:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776194.283094:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776194.283097:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776194.283100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776194.283107:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309229568:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776194.283112:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283114:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283117:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309229568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283123:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776194.283125:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283127:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776194.283142:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776194.283145:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776194.283147:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776194.283149:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776194.283151:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776194.283155:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776194.283157:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776194.283158:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:1.0:1775776194.283161:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776194.283162:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283200:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283206:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776194.283208:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283210:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776194.283211:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776194.283212:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776194.283216:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283223:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776194.283224:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283226:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776194.283227:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776194.283229:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776194.283231:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229696:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776194.283233:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776194.283234:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776194.283235:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283236:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283239:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776194.283241:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776194.283249:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776194.283252:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776194.283255:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776194.283258:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229696, portal 10
00000100:00000001:1.0:1775776194.283260:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776194.283261:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828338304 : -109518881213312 : ffff9c64a5fd3480)
00000100:00000040:1.0:1775776194.283268:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283274:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776194.283276:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776194.283278:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776194.283280:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309229696, offset 0
00000400:00000200:1.0:1775776194.283284:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283287:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283291:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776194.283294:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776194.283296:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776194.283298:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776194.283300:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283303:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339976:339976:256:4294967295] 192.168.201.105@tcp LPNI seq info [339921:339921:8:4294967295]
00000400:00000200:1.0:1775776194.283306:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283312:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776194.283315:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283319:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776194.283332:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776194.283335:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776194.283339:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776194.283341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776194.283345:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283347:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776194.283349:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776194.283352:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776194.283355:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776194.283356:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776194.283359:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776194.283362:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283369:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283372:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283381:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283382:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776194.283384:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776194.283387:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776194.283389:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776194.283390:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307143203
00000100:00000001:1.0:1775776194.283392:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283393:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307143203
00000100:00000001:1.0:1775776194.283395:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283396:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776194.283397:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283399:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776194.283401:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194]  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776194.283405:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776194.283407:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776194.283408:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776194.283410:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776194.283412:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776194.283414:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776194.283417:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776194.283424:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283429:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776194.283431:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283432:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283434:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776194.283437:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283443:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776194.283447:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283454:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776194.283456:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283458:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283459:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283460:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776194.283462:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776194.283465:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776194.283468:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776194.283470:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776194.283473:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776194.283478:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229696:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776194.283481:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776194.283483:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283487:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776194.283488:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283489:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776194.283490:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776194.283491:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776194.283493:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229824:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776194.283494:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776194.283496:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776194.283497:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283498:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283501:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776194.283502:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776194.283504:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776194.283506:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776194.283508:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776194.283510:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229824, portal 4
00000100:00000001:1.0:1775776194.283511:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776194.283512:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828333824 : -109518881217792 : ffff9c64a5fd2300)
00000100:00000040:1.0:1775776194.283516:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283520:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776194.283521:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776194.283522:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776194.283523:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309229824, offset 0
00000400:00000200:1.0:1775776194.283526:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283528:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283530:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776194.283532:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776194.283534:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776194.283535:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776194.283537:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283539:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339977:339977:256:4294967295] 192.168.201.105@tcp LPNI seq info [339922:339922:8:4294967295]
00000400:00000200:1.0:1775776194.283541:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283545:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776194.283548:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283550:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776194.283552:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776194.283553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776194.283556:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776194.283558:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776194.283606:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283609:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776194.283611:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776194.283615:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776194.283618:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776194.283619:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776194.283622:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776194.283625:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283633:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283636:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283642:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283643:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776194.283646:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776194.283649:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776194.283651:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776194.283652:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307143331
00000100:00000001:1.0:1775776194.283654:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283655:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307143331
00000100:00000001:1.0:1775776194.283656:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283657:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776194.283659:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283660:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776194.283662:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194]  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776194.283667:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776194.283667:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776194.283669:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776194.283670:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776194.283671:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776194.283673:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776194.283675:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776194.283679:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283682:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776194.283683:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283684:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283685:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776194.283686:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283690:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776194.283692:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283696:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776194.283698:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283700:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283700:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283702:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776194.283703:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776194.283706:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776194.283709:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776194.283711:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776194.283714:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776194.283721:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229824:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776194.283725:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776194.283728:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283735:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776194.283736:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283738:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776194.283740:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776194.283741:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776194.283744:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776194.283747:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776194.283748:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776194.283749:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776194.283750:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283753:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776194.283754:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776194.283756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776194.283757:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776194.283759:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776194.283761:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309229952, portal 4
00000100:00000001:1.0:1775776194.283762:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776194.283763:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:1.0:1775776194.283767:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283771:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776194.283774:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776194.283776:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776194.283777:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309229952, offset 0
00000400:00000200:1.0:1775776194.283781:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283785:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283788:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776194.283793:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776194.283795:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776194.283797:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776194.283799:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776194.283801:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339978:339978:256:4294967295] 192.168.201.105@tcp LPNI seq info [339923:339923:8:4294967295]
00000400:00000200:1.0:1775776194.283805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776194.283810:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776194.283813:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283816:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000800:00000200:1.0:1775776194.283819:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776194.283821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776194.283825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776194.283827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776194.283830:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776194.283832:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:1.0:1775776194.283834:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776194.283837:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776194.283839:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:1.0:1775776194.283841:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:1.0:1775776194.283843:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776194.283846:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283852:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283854:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776219 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283859:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283860:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776194.283863:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776194.283865:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776194.283868:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776194.283869:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307143340
00000100:00000001:1.0:1775776194.283871:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283873:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307143340
00000100:00000001:1.0:1775776194.283874:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307144071
00000100:00000001:1.0:1775776194.283876:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776194.283878:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.283880:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776194.283882:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194]  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776194.283888:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776194.283889:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776194.283890:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776194.283892:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776194.283894:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776194.283895:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776194.283899:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776194.283905:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283911:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776194.283912:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283914:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283915:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776194.283917:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283923:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776194.283925:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283931:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776194.283933:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283935:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776194.283936:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283938:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776194.283939:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776194.283941:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776194.283944:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776194.283946:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776194.283949:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776194.283953:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309229952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776194.283956:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283957:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283959:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3480 x1862023309229696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283962:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776194.283963:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283964:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776194.283966:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776194.283967:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776194.283968:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776194.283969:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776194.283970:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776194.283974:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776194.283975:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776194.283976:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3480.
00000100:00000001:1.0:1775776194.283977:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776194.283978:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283979:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283980:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2300 x1862023309229824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.283983:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776194.283984:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776194.283985:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776194.283986:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776194.283986:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776194.283987:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776194.283988:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776194.283989:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776194.283991:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776194.283991:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776194.283992:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2300.
00000100:00000001:1.0:1775776194.283993:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776194.283994:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.283995:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776194.283996:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309229952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776194.284000:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776194.284000:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776194.284001:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776194.284002:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776194.284003:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776194.284003:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776194.284004:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776194.284005:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776194.284006:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776194.284006:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776194.284007:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776194.284010:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776194.284010:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.284011:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776194.284014:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776194.284014:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776194.284015:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776194.284016:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776194.922366:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776194.922370:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776194.922374:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776195.242256:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307144071, at 4307144128
00000100:00000010:1.0:1775776195.242268:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e2a0.
00000020:00000001:2.0:1775776199.018357:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776199.018360:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776199.018364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776199.402300:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776199.402310:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776199.402313:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776199.402317:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776199.402322:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776199.402329:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12475
00000400:00000200:3.0:1775776199.402338:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776199.402344:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776199.402348:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776199.402351:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402354:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776199.402356:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402359:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776199.402363:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776199.402364:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776199.402367:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776199.402369:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776199.402371:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776199.402374:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776199.402376:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402378:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776199.402380:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402382:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776199.402385:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776199.402388:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402390:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776199.402393:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776199.402396:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776199.402398:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.402401:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776199.402403:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776199.402412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776199.402416:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776199.402419:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776199.402421:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.402423:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776199.402426:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776199.402430:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776199.402438:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776199.402444:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776199.402453:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776199.402463:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776199.402467:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776199.402472:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776199.402520:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776199.402523:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776199.402526:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776199.402527:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776199.402529:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776199.402532:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776199.402535:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12475
00000400:00000200:3.0:1775776199.402539:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776199.402543:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776199.402545:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776199.402549:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776199.402549:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402553:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776199.402554:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776199.402556:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776199.402557:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776199.402560:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776199.402564:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776199.402564:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776199.402566:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776199.402569:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776199.402571:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776199.402576:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776199.402577:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776199.402580:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776199.402580:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776199.402585:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1775776199.402586:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776199.402587:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776199.402589:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775776199.402591:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776199.402592:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00100000:1.0:1775776199.402595:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309230080:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776199.402597:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776199.402601:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1775776199.402602:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776199.402604:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776199.402606:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776199.402607:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776199.402609:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776199.402612:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776199.402614:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:3.0:1775776199.402614:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776199.402617:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776199.402621:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776199.402624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776199.402626:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776199.402628:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776199.402629:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775776199.402634:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000008:00100000:3.0:1775776199.402634:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776199.402639:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776199.402641:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230080, portal 25
00000100:00000001:3.0:1775776199.402641:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.402645:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776199.402646:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000010:3.0:1775776199.402646:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776199.402651:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000040:1.0:1775776199.402653:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776199.402655:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776199.402658:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.402662:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776199.402663:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1775776199.402664:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1775776199.402667:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776199.402668:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776199.402670:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61b28.
00000100:00000200:1.0:1775776199.402673:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309230080, offset 0
02000000:00000010:3.0:1775776199.402673:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000400:00000200:1.0:1775776199.402679:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402679:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776199.402687:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776199.402688:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.402694:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776199.402698:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776199.402700:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776199.402704:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776199.402707:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776199.402714:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339979:339979:256:4294967295] 192.168.201.105@tcp LPNI seq info [339924:339924:8:4294967295]
00000100:00000001:3.0:1775776199.402715:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776199.402720:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776199.402720:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776199.402727:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776199.402734:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776199.402746:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402748:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776199.402751:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee000.
00000100:00080000:3.0:1775776199.402753:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776199.402756:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776199.402758:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1775776199.402759:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776199.402761:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775776199.402765:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776199.402766:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776199.402770:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12475
00000400:00000200:3.0:1775776199.402774:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776199.402777:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776199.402778:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776199.402782:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776199.402783:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776199.402787:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307149191
00000100:00000040:3.0:1775776199.402788:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402792:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1775776199.402794:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e2a0.
00000100:00000040:3.0:1775776199.402795:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.402798:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776199.402800:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1775776199.402800:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776199.402801:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776199.402804:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776199.402806:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000001:1.0:1775776199.402807:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307149191
00000020:00000001:3.0:1775776199.402808:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000010:1.0:1775776199.402811:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e3c0.
00000020:00000001:3.0:1775776199.402812:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:1.0:1775776199.402816:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1775776199.402817:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776199.402819:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776199.402820:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776199.402822:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776199.402825:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776199.402826:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.402828:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776199.402829:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775776199.402832:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776199.402835:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776199.402836:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776199.402839:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1775776199.402839:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.402844:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775776199.402844:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776199.402847:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776199.402848:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775776199.402848:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775776199.402853:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776199.402853:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.402857:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776199.402860:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776199.402865:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.402868:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776199.402868:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.402871:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776199.402874:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
02000000:00000001:1.0:1775776199.402875:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776199.402878:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775776199.402879:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776199.402884:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776199.402885:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776199.402888:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776199.402890:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230208:192.168.201.105@tcp:38:kworker.0
00000100:00000001:3.0:1775776199.402891:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776199.402894:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776199.402898:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776199.402898:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776199.402901:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776199.402903:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776199.402904:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776199.402908:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776199.402909:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776199.402913:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776199.402915:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776199.402917:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776199.402920:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776199.402924:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756790.
00000400:00000010:1.0:1775776199.402928:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776199.402932:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230208, portal 10
00000100:00000001:3.0:1775776199.402934:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776199.402935:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776199.402937:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000001:3.0:1775776199.402938:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776199.402942:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776199.402949:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776199.402949:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776199.402954:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776199.402960:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776199.402962:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776199.402965:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775776199.402965:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776199.402968:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775776199.402972:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776199.402972:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12475
00000400:00000010:1.0:1775776199.402976:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61440.
00000100:00000200:1.0:1775776199.402979:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309230208, offset 0
00000400:00000200:1.0:1775776199.402986:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776199.402990:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.402993:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.403001:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776199.403001:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776199.403006:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776199.403007:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776199.403014:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:3.0:1775776199.403014:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403019:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775776199.403019:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776199.403024:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403025:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.403029:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776199.403032:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339980:339980:255:4294967295] 192.168.201.105@tcp LPNI seq info [339925:339925:7:4294967295]
00000020:00000001:3.0:1775776199.403033:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776199.403035:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776199.403040:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775776199.403042:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776199.403043:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:1.0:1775776199.403053:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775776199.403053:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776199.403057:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:1.0:1775776199.403062:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776199.403064:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.403067:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776199.403068:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eed00.
00000100:00000040:3.0:1775776199.403069:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776199.403073:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:1.0:1775776199.403078:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775776199.403078:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776199.403083:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.1:1775776199.403086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776199.403088:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403090:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776199.403091:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776199.403096:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
02000000:00000001:3.0:1775776199.403097:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776199.403100:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.403101:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776199.403104:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776199.403107:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.403108:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776199.403112:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000400:00000200:1.0:1775776199.403116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776199.403118:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776199.403119:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307148322
00000100:00000001:1.0:1775776199.403124:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307149191
02000000:00000001:3.0:1775776199.403124:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776199.403126:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403128:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307148322
00000100:00000001:3.0:1775776199.403130:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776199.403131:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307149191
02000000:00000001:3.0:1775776199.403132:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776199.403135:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776199.403136:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403139:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776199.403142:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:1.0:1775776199.403143:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403147:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776199.403148:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403151:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776199.403153:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:3.0:1775776199.403155:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776199.403156:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776199.403158:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776199.403161:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776199.403203:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776199.403208:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776199.403211:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403218:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775776199.403221:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776199.403222:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776199.403226:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776199.403229:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776199.403234:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776199.403241:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776199.403242:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776199.403247:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1775776199.403248:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12485)
02000000:00000001:1.0:1775776199.403249:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776199.403252:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776199.403254:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776199.403258:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776199.403260:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776199.403264:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776199.403267:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756630.
00000400:00000010:1.0:1775776199.403271:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61dd0.
00000100:00000200:1.0:1775776199.403274:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230336, portal 4
00000100:00000001:1.0:1775776199.403276:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776199.403277:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:1.0:1775776199.403282:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776199.403289:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776199.403291:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776199.403293:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61198.
00000100:00000200:1.0:1775776199.403296:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309230336, offset 0
00000400:00000200:1.0:1775776199.403300:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403304:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.403307:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776199.403310:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776199.403312:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776199.403314:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776199.403317:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403320:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339981:339981:254:4294967295] 192.168.201.105@tcp LPNI seq info [339926:339926:6:4294967295]
00000400:00000200:1.0:1775776199.403324:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.403329:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776199.403333:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776199.403336:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886eee00.
00000800:00000200:1.0:1775776199.403341:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776199.403346:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776199.403348:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776199.403351:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776199.403354:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776199.403356:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307148451
00000100:00000001:1.0:1775776199.403359:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307149191
00000100:00000001:1.0:1775776199.403361:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307148451
00000100:00000001:1.0:1775776199.403363:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307149191
00000100:00000001:1.0:1775776199.403365:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776199.403367:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403369:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403371:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776199.403374:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776199.403376:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776199.403378:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776199.403379:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776199.403380:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776199.403384:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776199.403391:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776199.403392:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776199.403394:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776199.403396:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776199.403398:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776199.403400:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776199.403403:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776199.403405:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776199.403407:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776199.403409:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776199.403412:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776199.403415:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776199.403418:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776199.403421:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64987568f0.
00000400:00000010:1.0:1775776199.403424:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61770.
00000100:00000200:1.0:1775776199.403427:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230464, portal 4
00000100:00000001:1.0:1775776199.403429:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776199.403430:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:1.0:1775776199.403436:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776199.403442:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776199.403445:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776199.403448:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61f68.
00000100:00000200:1.0:1775776199.403450:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309230464, offset 0
00000400:00000200:1.0:1775776199.403456:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403460:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.403463:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776199.403466:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776199.403469:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776199.403471:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776199.403472:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776199.403475:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339982:339982:253:4294967295] 192.168.201.105@tcp LPNI seq info [339927:339927:5:4294967295]
00000400:00000200:1.0:1775776199.403479:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776199.403497:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776199.403502:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776199.403505:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee300.
00000800:00000200:1.0:1775776199.403509:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776199.403512:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776199.403515:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776199.403519:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776199.403522:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776199.403524:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307148460
00000100:00000001:1.0:1775776199.403526:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307149191
00000100:00000001:1.0:1775776199.403528:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307148460
00000100:00000001:1.0:1775776199.403531:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307149191
00000100:00000001:1.0:1775776199.403533:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776199.403536:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403538:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403540:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776199.403543:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776199.403545:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776199.403546:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776199.403547:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776199.403549:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776199.403550:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776200.362268:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307149191, at 4307149248
00000100:00000010:1.0:1775776200.362283:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e3c0.
00000400:00000100:2.0:1775776202.474418:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775776202.474493:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775776202.474503:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776202.474507:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775776202.474512:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776202.474516:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775776202.474522:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776202.474526:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee000.
00000400:00000200:2.0:1775776202.474532:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776202.474538:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776202.474546:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61b28
00000400:00000010:2.0:1775776202.474550:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61b28.
00000100:00000001:2.0:1775776202.474556:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776202.474564:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474595:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776202.474600:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474608:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776202.474610:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776202.474619:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776202.474622:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eed00.
00000400:00000200:2.0:1775776202.474625:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776202.474628:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776202.474631:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61440
00000400:00000010:2.0:1775776202.474633:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61440.
00000100:00000001:2.0:1775776202.474635:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776202.474639:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474647:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776202.474649:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474661:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776202.474662:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776202.474669:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776202.474671:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886eee00.
00000400:00000200:2.0:1775776202.474673:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776202.474676:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776202.474678:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61198
00000400:00000010:2.0:1775776202.474680:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61198.
00000100:00000001:2.0:1775776202.474681:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776202.474686:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474693:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776202.474696:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474702:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776202.474704:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776202.474709:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776202.474711:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee300.
00000400:00000200:2.0:1775776202.474714:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776202.474717:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776202.474720:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61f68
00000400:00000010:2.0:1775776202.474721:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61f68.
00000100:00000001:2.0:1775776202.474723:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776202.474727:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474734:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776202.474737:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776202.474743:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776202.474745:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776202.474920:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776202.474934:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776202.474937:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776202.474944:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776202]  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776202.474957:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776202.474959:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776202.474963:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64987568f0.
00000400:00000200:1.0:1775776202.474966:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61770
00000400:00000010:1.0:1775776202.474968:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61770.
00000100:00000001:1.0:1775776202.474971:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776202.474975:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776202.474982:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.474988:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776202.474990:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.474993:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.474995:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776202.474999:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475006:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776202.475011:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475018:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776202.475020:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475022:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475023:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475025:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776202.475027:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776202.475030:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776202.475034:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776202.475037:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776202.475041:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776202.475049:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776202.475053:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776202.475056:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776202]  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776202.475064:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776202.475066:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776202.475068:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756630.
00000400:00000200:1.0:1775776202.475070:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61dd0
00000400:00000010:1.0:1775776202.475072:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61dd0.
00000100:00000001:1.0:1775776202.475074:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776202.475077:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776202.475084:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475090:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776202.475091:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475093:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475094:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776202.475097:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475103:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776202.475107:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475115:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776202.475117:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475119:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475120:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475122:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776202.475123:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776202.475126:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776202.475129:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776202.475131:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776202.475134:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776202.475140:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776202.475144:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776202.475147:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776202]  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776202.475154:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776202.475155:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776202.475157:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756790.
00000400:00000200:1.0:1775776202.475159:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776202.475161:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776202.475199:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776202.475203:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776202.475210:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475215:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776202.475217:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475219:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475220:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776202.475223:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475229:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776202.475232:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475239:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776202.475241:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475243:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475244:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475246:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776202.475248:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776202.475250:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776202.475254:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776202.475256:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776202.475259:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776202.475267:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230208:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776202.475272:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776202.475275:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776202]  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776202.475282:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776202.475283:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776202.475286:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776202.475289:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776202.475291:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776202.475293:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776202.475296:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776202.475310:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475316:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776202.475317:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475319:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475320:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776202.475324:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475330:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776202.475333:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475340:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776202.475342:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475343:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776202.475344:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475346:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776202.475348:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776202.475350:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776202.475353:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776202.475356:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776202.475359:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776202.475366:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309230080:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776202.475370:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475373:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776202.475376:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309230464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475390:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776202.475393:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776202.475398:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776202.475403:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776202.475407:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776202.475409:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776202.475412:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776202.475416:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776202.475421:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776202.475424:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776202.475426:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:1.0:1775776202.475439:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776202.475440:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475442:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776202.475445:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309230336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475451:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776202.475451:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776202.475453:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776202.475455:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776202.475456:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776202.475457:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776202.475459:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776202.475460:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776202.475462:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776202.475463:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776202.475464:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:1.0:1775776202.475466:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776202.475467:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475468:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776202.475471:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309230208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475477:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776202.475478:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776202.475480:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776202.475483:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776202.475484:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776202.475486:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776202.475488:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776202.475490:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776202.475492:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776202.475493:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776202.475494:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:1.0:1775776202.475496:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776202.475497:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475499:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776202.475502:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309230080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776202.475508:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776202.475510:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776202.475512:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776202.475515:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776202.475516:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776202.475517:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776202.475518:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776202.475520:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776202.475522:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776202.475523:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776202.475525:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:1.0:1775776202.475528:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776202.475529:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475533:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776202.475547:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776202.475550:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776202.475552:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776202.475553:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776203.114343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776203.114345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776203.114348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776204.522282:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776204.522294:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776204.522297:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776204.522301:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776204.522307:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776204.522315:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12480
00000400:00000200:3.0:1775776204.522326:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776204.522332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776204.522336:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776204.522339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522343:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522345:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776204.522352:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776204.522354:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776204.522356:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776204.522358:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776204.522361:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776204.522363:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776204.522366:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522368:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522370:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522371:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776204.522374:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776204.522376:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522379:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776204.522383:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776204.522386:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776204.522389:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522402:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776204.522405:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776204.522412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776204.522415:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776204.522419:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776204.522421:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522424:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776204.522427:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776204.522432:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776204.522442:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776204.522449:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776204.522461:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776204.522472:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776204.522477:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776204.522481:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776204.522505:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776204.522508:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776204.522511:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776204.522513:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776204.522514:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776204.522517:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776204.522520:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12480
00000400:00000200:3.0:1775776204.522523:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776204.522526:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776204.522529:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776204.522532:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522534:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522537:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522539:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776204.522541:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776204.522542:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776204.522544:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776204.522546:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776204.522548:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776204.522548:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776204.522553:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776204.522556:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776204.522556:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776204.522560:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776204.522560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522564:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522567:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776204.522569:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776204.522570:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776204.522577:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522583:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776204.522587:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776204.522593:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776204.522597:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775776204.522597:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.522600:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522601:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776204.522606:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775776204.522606:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776204.522610:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775776204.522610:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522614:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.522616:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776204.522619:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000100:00100000:1.0:1775776204.522622:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309230592:192.168.201.105@tcp:250:kworker.0
00000020:00000040:3.0:1775776204.522623:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776204.522629:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776204.522631:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776204.522631:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.522638:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776204.522640:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776204.522642:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776204.522643:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776204.522647:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.522648:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776204.522652:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
02000000:00000010:1.0:1775776204.522657:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:3.0:1775776204.522657:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.522661:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776204.522664:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776204.522669:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776204.522675:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776204.522677:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776204.522680:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776204.522683:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:3.0:1775776204.522684:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776204.522692:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230592, portal 25
00000100:00000001:3.0:1775776204.522694:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.522696:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776204.522698:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00080000:3.0:1775776204.522698:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776204.522705:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776204.522706:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776204.522709:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775776204.522710:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776204.522714:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776204.522719:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12480
00000100:00000001:1.0:1775776204.522726:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776204.522730:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776204.522732:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776204.522735:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000400:00000200:3.0:1775776204.522738:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776204.522742:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775776204.522743:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309230592, offset 0
00000100:00000040:3.0:1775776204.522746:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522750:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522751:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522755:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776204.522756:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776204.522759:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776204.522761:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776204.522763:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776204.522765:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776204.522767:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776204.522771:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776204.522771:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776204.522777:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522779:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776204.522781:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:3.0:1775776204.522783:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522787:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776204.522789:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776204.522791:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776204.522797:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776204.522802:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1775776204.522805:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776204.522808:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522810:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776204.522812:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776204.522815:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776204.522816:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522818:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776204.522820:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776204.522823:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522824:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776204.522828:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776204.522830:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776204.522833:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776204.522834:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522835:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776204.522837:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776204.522838:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776204.522841:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776204.522844:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776204.522848:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776204.522855:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776204.522857:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776204.522860:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776204.522868:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776204.522871:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776204.522874:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776204.522875:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776204.522877:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776204.522879:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776204.522882:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12480
00000400:00000200:3.0:1775776204.522885:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776204.522888:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776204.522890:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776204.522893:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522895:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522896:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522899:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776204.522901:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776204.522902:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776204.522903:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776204.522905:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776204.522907:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776204.522908:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776204.522911:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522912:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776204.522914:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522916:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776204.522917:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776204.522920:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776204.522923:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776204.522924:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776204.522927:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776204.522929:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522932:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776204.522934:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776204.522936:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522937:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776204.522940:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776204.522942:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776204.522945:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776204.522946:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776204.522948:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776204.522949:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776204.522951:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776204.522955:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776204.522957:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776204.522961:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776204.522967:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776204.522969:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776204.522973:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776204.522979:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776204.525041:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12491)
00000400:00000200:1.0:1775776204.526208:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339983:339983:256:4294967295] 192.168.201.105@tcp LPNI seq info [339928:339928:8:4294967295]
00000400:00000200:1.0:1775776204.526216:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.526229:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776204.526236:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526247:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776204.526254:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776204.526256:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776204.526260:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776204.526262:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776204.526266:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526269:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776204.526275:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776204.526279:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776204.526285:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776204.526288:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776204.526293:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776204.526300:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526312:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.526315:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526323:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526324:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776204.526331:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776204.526336:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776204.526339:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307154315
00000100:00000010:1.0:1775776204.526345:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e3c0.
00000100:00000001:1.0:1775776204.526351:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776204.526357:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307154315
00000100:00000010:1.0:1775776204.526360:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e6c0.
00000100:00000001:1.0:1775776204.526363:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776204.526366:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776204.526370:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526372:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776204.526377:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204]  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776204.526386:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776204.526388:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776204.526401:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776204.526405:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776204.526406:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776204.526409:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776204.526412:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776204.526419:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526425:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776204.526426:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526428:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526430:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776204.526434:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526440:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776204.526444:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526450:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776204.526454:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526455:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526456:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526458:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776204.526460:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776204.526464:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776204.526468:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776204.526471:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776204.526474:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776204.526482:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309230592:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776204.526486:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526488:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.526491:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309230592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526498:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776204.526501:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776204.526505:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776204.526508:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776204.526510:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776204.526511:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776204.526513:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776204.526515:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776204.526519:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776204.526520:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776204.526522:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:1.0:1775776204.526526:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776204.526527:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526529:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526536:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776204.526538:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526540:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776204.526543:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776204.526544:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776204.526549:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526556:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776204.526558:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.526561:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776204.526564:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776204.526568:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776204.526571:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230720:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776204.526575:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776204.526579:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776204.526581:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.526583:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776204.526586:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776204.526587:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776204.526591:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776204.526593:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776204.526596:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776204.526600:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230720, portal 10
00000100:00000001:1.0:1775776204.526602:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776204.526603:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:1.0:1775776204.526607:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526612:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776204.526613:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776204.526615:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776204.526617:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309230720, offset 0
00000400:00000200:1.0:1775776204.526620:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776204.526624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.526628:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776204.526631:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776204.526634:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776204.526637:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776204.526639:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776204.526641:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339984:339984:256:4294967295] 192.168.201.105@tcp LPNI seq info [339929:339929:8:4294967295]
00000400:00000200:1.0:1775776204.526643:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.526647:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776204.526649:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526652:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776204.526654:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776204.526656:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776204.526658:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776204.526660:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776204.526662:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526664:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776204.526665:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776204.526668:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776204.526670:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776204.526671:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776204.526672:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776204.526674:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526678:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.526680:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526684:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526685:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776204.526686:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776204.526689:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776204.526690:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776204.526692:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307153446
00000100:00000001:1.0:1775776204.526694:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.526695:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307153446
00000100:00000001:1.0:1775776204.526696:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.526697:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776204.526698:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526699:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776204.526701:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204]  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776204.526709:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776204.526710:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776204.526711:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776204.526722:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776204.526722:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776204.526724:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776204.526728:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776204.526733:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526737:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776204.526737:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526738:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526739:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776204.526741:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526744:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776204.526746:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526750:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776204.526752:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526753:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526753:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526754:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776204.526756:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776204.526757:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776204.526760:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776204.526761:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776204.526766:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776204.526773:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230720:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776204.526776:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776204.526779:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526785:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776204.526786:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.526788:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776204.526790:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776204.526792:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776204.526794:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776204.526797:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776204.526799:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776204.526801:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.526803:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776204.526806:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776204.526807:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776204.526811:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776204.526813:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776204.526816:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776204.526819:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230848, portal 4
00000100:00000001:1.0:1775776204.526820:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776204.526821:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:1.0:1775776204.526825:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526829:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776204.526831:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776204.526832:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776204.526833:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309230848, offset 0
00000400:00000200:1.0:1775776204.526836:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776204.526839:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.526841:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776204.526842:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776204.526844:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776204.526846:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776204.526847:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776204.526849:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339985:339985:256:4294967295] 192.168.201.105@tcp LPNI seq info [339930:339930:8:4294967295]
00000400:00000200:1.0:1775776204.526852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.526855:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776204.526858:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526860:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776204.526862:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776204.526864:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776204.526868:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776204.526871:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776204.526874:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.526876:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776204.526879:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776204.526882:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776204.526885:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776204.526886:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776204.526888:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776204.526891:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526898:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.526901:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526907:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526908:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776204.526911:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776204.526914:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776204.526917:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776204.526919:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307153574
00000100:00000001:1.0:1775776204.526922:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.526924:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307153574
00000100:00000001:1.0:1775776204.526926:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.526927:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776204.526929:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.526931:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776204.526934:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204]  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776204.526942:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776204.526943:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776204.526944:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776204.526945:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776204.526946:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776204.526948:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776204.526950:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776204.526954:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526958:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776204.526959:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526960:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526961:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776204.526963:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526966:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776204.526968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.526971:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776204.526973:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526974:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.526975:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.526976:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776204.526977:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776204.526978:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776204.526980:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776204.526982:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776204.526985:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776204.526991:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776204.526994:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776204.526998:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527004:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776204.527005:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.527007:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776204.527009:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776204.527010:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776204.527012:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776204.527015:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776204.527017:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776204.527018:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776204.527020:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776204.527023:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776204.527025:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776204.527028:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776204.527030:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776204.527033:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776204.527036:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309230976, portal 4
00000100:00000001:1.0:1775776204.527038:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776204.527039:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776204.527044:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527050:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776204.527053:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776204.527055:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776204.527056:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309230976, offset 0
00000400:00000200:1.0:1775776204.527059:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776204.527061:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.527063:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776204.527065:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776204.527067:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776204.527068:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776204.527070:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776204.527072:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339986:339986:256:4294967295] 192.168.201.105@tcp LPNI seq info [339931:339931:8:4294967295]
00000400:00000200:1.0:1775776204.527075:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776204.527081:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776204.527085:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.527087:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776204.527091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776204.527093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776204.527096:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776204.527098:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776204.527101:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776204.527103:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776204.527106:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776204.527108:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776204.527111:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776204.527113:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776204.527115:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776204.527119:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527132:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.527134:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527140:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.527141:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776204.527144:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776204.527147:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776204.527149:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776204.527151:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307153583
00000100:00000001:1.0:1775776204.527153:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.527155:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307153583
00000100:00000001:1.0:1775776204.527157:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307154315
00000100:00000001:1.0:1775776204.527159:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776204.527160:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.527188:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776204.527193:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204]  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776204.527200:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776204.527202:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776204.527203:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776204.527205:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776204.527207:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776204.527209:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776204.527211:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776204.527216:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527220:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776204.527221:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527222:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.527223:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776204.527225:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527231:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776204.527235:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527242:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776204.527244:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527245:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776204.527246:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527248:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776204.527249:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776204.527252:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776204.527255:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776204.527257:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776204.527261:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776204.527268:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309230976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776204.527271:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527273:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.527276:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309230720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527282:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776204.527283:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776204.527285:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776204.527287:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776204.527289:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776204.527291:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776204.527292:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776204.527293:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776204.527296:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776204.527297:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776204.527299:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:1.0:1775776204.527301:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776204.527302:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527303:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.527306:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309230848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527312:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776204.527313:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776204.527314:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776204.527316:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776204.527317:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776204.527318:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776204.527320:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776204.527322:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776204.527324:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776204.527325:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776204.527326:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776204.527328:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776204.527329:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527331:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776204.527334:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309230976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776204.527340:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776204.527341:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776204.527342:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776204.527344:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776204.527345:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776204.527346:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776204.527348:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776204.527349:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776204.527351:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776204.527353:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776204.527354:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776204.527356:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776204.527357:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527358:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776204.527362:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776204.527363:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776204.527365:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776204.527366:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776205.482264:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307154315, at 4307154368
00000100:00000010:1.0:1775776205.482282:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e6c0.
00000020:00000001:2.0:1775776207.210341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776207.210364:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776207.210368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776209.642297:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776209.642318:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776209.642321:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776209.642324:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776209.642328:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776209.642334:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12486
00000400:00000200:2.0:1775776209.642343:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776209.642350:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776209.642353:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776209.642356:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642359:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776209.642362:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642364:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776209.642368:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776209.642370:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776209.642372:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776209.642375:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776209.642377:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776209.642379:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776209.642382:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642384:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776209.642385:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642386:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776209.642388:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776209.642390:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642392:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776209.642395:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776209.642397:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776209.642399:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642400:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776209.642402:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776209.642410:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776209.642412:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776209.642415:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776209.642416:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642418:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776209.642421:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776209.642424:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776209.642430:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776209.642435:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776209.642441:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776209.642448:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776209.642451:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776209.642454:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776209.642470:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776209.642472:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776209.642474:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776209.642475:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776209.642476:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776209.642478:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776209.642480:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12486
00000400:00000200:2.0:1775776209.642483:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776209.642484:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776209.642486:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776209.642488:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642490:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776209.642492:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642494:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776209.642495:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776209.642496:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776209.642497:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776209.642498:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776209.642499:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775776209.642500:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776209.642503:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776209.642504:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776209.642505:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642507:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776209.642508:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776209.642508:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642511:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776209.642513:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000040:1.0:1775776209.642516:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776209.642517:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642521:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776209.642524:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776209.642529:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776209.642529:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776209.642532:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776209.642532:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642536:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:1.0:1775776209.642537:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1775776209.642539:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776209.642540:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776209.642544:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776209.642544:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642547:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776209.642550:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309231104:192.168.201.105@tcp:250:kworker.0
00000100:00000010:2.0:1775776209.642551:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000100:00000001:1.0:1775776209.642555:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775776209.642555:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776209.642557:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776209.642559:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776209.642560:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.642562:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642562:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776209.642564:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776209.642566:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776209.642566:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776209.642571:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
02000000:00000010:1.0:1775776209.642572:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:2.0:1775776209.642573:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.642575:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776209.642579:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776209.642582:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776209.642587:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776209.642588:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776209.642591:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776209.642594:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:2.0:1775776209.642594:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776209.642601:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231104, portal 25
00000100:00000001:2.0:1775776209.642604:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642605:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775776209.642607:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776209.642608:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00080000:2.0:1775776209.642614:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776209.642615:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776209.642618:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1775776209.642619:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776209.642622:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776209.642626:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12486
00000400:00000200:2.0:1775776209.642635:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776209.642638:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1775776209.642640:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000040:1.0:1775776209.642644:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776209.642644:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775776209.642649:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000040:2.0:1775776209.642650:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776209.642654:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309231104, offset 0
00000100:00000001:2.0:1775776209.642654:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776209.642658:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642661:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776209.642662:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776209.642664:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776209.642666:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776209.642667:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776209.642669:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776209.642671:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776209.642673:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776209.642677:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776209.642678:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642682:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776209.642684:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776209.642687:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776209.642688:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776209.642692:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776209.642694:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775776209.642697:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642700:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776209.642701:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:2.0:1775776209.642704:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776209.642707:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775776209.642708:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776209.642711:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776209.642713:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642717:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775776209.642718:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339987:339987:256:4294967295] 192.168.201.105@tcp LPNI seq info [339932:339932:8:4294967295]
00000008:00100000:2.0:1775776209.642721:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776209.642725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00000001:2.0:1775776209.642727:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642730:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776209.642733:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776209.642737:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:1.0:1775776209.642738:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776209.642740:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776209.642742:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642743:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776209.642744:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1775776209.642747:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776209.642747:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776209.642753:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000800:00000010:1.0:1775776209.642754:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00000001:2.0:1775776209.642756:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776209.642761:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775776209.642764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776209.642769:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775776209.642771:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776209.642773:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776209.642777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776209.642779:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775776209.642780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776209.642789:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.642791:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000001:2.0:1775776209.642793:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776209.642795:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776209.642797:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776209.642797:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776209.642800:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776209.642801:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776209.642805:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776209.642807:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12486
00000400:00000200:1.0:1775776209.642809:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776209.642810:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776209.642814:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776209.642816:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000100:00080000:2.0:1775776209.642816:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775776209.642819:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000040:2.0:1775776209.642820:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642823:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776209.642824:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775776209.642825:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642827:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776209.642829:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776209.642830:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776209.642831:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776209.642834:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776209.642836:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776209.642839:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776209.642843:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776209.642845:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776209.642846:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642849:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776209.642850:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776209.642852:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642856:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776209.642860:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776209.642864:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776209.642868:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776209.642871:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776209.642874:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776209.642875:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776209.642876:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642878:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776209.642879:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776209.642881:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776209.642882:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642883:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642884:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776209.642887:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000400:00000200:1.0:1775776209.642888:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776209.642889:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776209.642891:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307159431
02000000:00000001:2.0:1775776209.642892:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776209.642893:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776209.642895:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776209.642896:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1775776209.642897:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e6c0.
02000000:00000001:2.0:1775776209.642897:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776209.642900:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776209.642902:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642904:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1775776209.642907:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776209.642912:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307159431
00000100:00000001:2.0:1775776209.642914:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1775776209.642916:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef60.
00000100:00000001:2.0:1775776209.642918:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642919:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776209.642924:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776209.642926:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.642927:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.642930:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776209.642936:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209]  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776209.642940:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776209.642947:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12496)
00000400:00000001:1.0:1775776209.642948:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776209.642950:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776209.642956:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776209.642958:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776209.642959:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776209.642961:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776209.642963:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776209.642969:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.642973:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776209.642974:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.642975:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.642977:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776209.642979:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.642983:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776209.642986:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.642990:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776209.642991:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.642992:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.642993:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.642994:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776209.642995:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776209.642997:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776209.642999:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776209.643000:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776209.643003:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776209.643007:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309231104:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776209.643010:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643011:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643012:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309231104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643016:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776209.643018:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643020:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776209.643022:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776209.643023:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776209.643024:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776209.643025:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776209.643027:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776209.643030:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776209.643031:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776209.643032:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:1.0:1775776209.643035:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776209.643036:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643037:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643042:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776209.643043:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643044:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776209.643045:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776209.643046:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776209.643048:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643053:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776209.643054:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643055:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776209.643056:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776209.643057:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776209.643059:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231232:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776209.643060:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776209.643062:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776209.643063:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643064:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643067:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776209.643069:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776209.643072:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776209.643080:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776209.643084:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776209.643086:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231232, portal 10
00000100:00000001:1.0:1775776209.643088:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776209.643089:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:1.0:1775776209.643095:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643102:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776209.643104:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776209.643107:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776209.643109:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309231232, offset 0
00000400:00000200:1.0:1775776209.643113:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643120:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776209.643122:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776209.643124:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776209.643125:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776209.643127:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643129:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339988:339988:256:4294967295] 192.168.201.105@tcp LPNI seq info [339933:339933:8:4294967295]
00000400:00000200:1.0:1775776209.643131:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643135:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776209.643138:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643141:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776209.643143:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776209.643145:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776209.643148:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776209.643149:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776209.643158:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643160:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776209.643162:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776209.643192:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776209.643194:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776209.643195:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776209.643197:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776209.643199:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643204:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643206:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643210:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643211:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776209.643213:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776209.643216:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776209.643218:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776209.643219:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307158563
00000100:00000001:1.0:1775776209.643221:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643223:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307158563
00000100:00000001:1.0:1775776209.643225:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643226:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776209.643229:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643230:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776209.643234:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209]  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776209.643242:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776209.643243:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776209.643245:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776209.643247:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776209.643248:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776209.643250:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776209.643253:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776209.643261:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643267:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776209.643268:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643270:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643271:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776209.643274:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643281:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776209.643284:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643291:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776209.643293:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643294:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643294:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643296:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776209.643297:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776209.643298:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776209.643300:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776209.643301:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776209.643315:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776209.643319:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231232:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776209.643322:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776209.643324:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643328:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776209.643329:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643330:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776209.643331:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776209.643332:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776209.643334:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231360:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776209.643335:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776209.643336:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776209.643337:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643338:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643345:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776209.643347:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776209.643349:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776209.643351:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776209.643356:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776209.643358:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231360, portal 4
00000100:00000001:1.0:1775776209.643359:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776209.643360:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:1.0:1775776209.643363:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643367:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776209.643368:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776209.643370:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776209.643371:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309231360, offset 0
00000400:00000200:1.0:1775776209.643373:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643376:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643377:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776209.643379:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776209.643381:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776209.643382:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776209.643384:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643386:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339989:339989:256:4294967295] 192.168.201.105@tcp LPNI seq info [339934:339934:8:4294967295]
00000400:00000200:1.0:1775776209.643388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643391:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776209.643394:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643396:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776209.643398:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776209.643400:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776209.643402:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776209.643404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776209.643406:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643407:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776209.643409:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776209.643411:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776209.643413:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776209.643414:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776209.643416:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776209.643418:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643422:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643424:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643428:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643429:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776209.643430:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776209.643432:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776209.643434:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776209.643435:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307158691
00000100:00000001:1.0:1775776209.643436:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643438:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307158691
00000100:00000001:1.0:1775776209.643439:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643440:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776209.643441:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643442:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776209.643444:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209]  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776209.643448:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776209.643449:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776209.643450:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776209.643451:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776209.643452:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776209.643453:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776209.643454:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776209.643458:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643468:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776209.643469:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643471:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643472:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776209.643475:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643480:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776209.643483:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643489:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776209.643491:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643492:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643494:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643495:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776209.643497:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776209.643499:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776209.643502:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776209.643504:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776209.643508:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776209.643516:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231360:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776209.643520:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776209.643522:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643529:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776209.643530:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643532:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776209.643534:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776209.643536:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776209.643538:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776209.643542:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776209.643543:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776209.643544:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776209.643546:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643550:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776209.643552:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776209.643555:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776209.643557:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776209.643559:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776209.643562:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231488, portal 4
00000100:00000001:1.0:1775776209.643563:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776209.643564:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:1.0:1775776209.643568:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643573:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776209.643575:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776209.643577:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776209.643579:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309231488, offset 0
00000400:00000200:1.0:1775776209.643582:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643585:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643588:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776209.643590:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776209.643592:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776209.643595:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776209.643597:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776209.643599:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339990:339990:256:4294967295] 192.168.201.105@tcp LPNI seq info [339935:339935:8:4294967295]
00000400:00000200:1.0:1775776209.643603:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776209.643608:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776209.643613:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643615:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776209.643618:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776209.643620:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776209.643624:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776209.643626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776209.643628:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776209.643630:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776209.643632:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776209.643635:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776209.643637:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776209.643638:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776209.643640:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776209.643643:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643648:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643651:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643656:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643657:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776209.643659:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776209.643662:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776209.643664:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776209.643666:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307158700
00000100:00000001:1.0:1775776209.643668:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643670:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307158700
00000100:00000001:1.0:1775776209.643671:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307159431
00000100:00000001:1.0:1775776209.643673:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776209.643675:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643676:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776209.643679:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209]  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776209.643686:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776209.643687:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776209.643688:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776209.643691:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776209.643692:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776209.643694:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776209.643696:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776209.643703:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643708:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776209.643709:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643711:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643712:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776209.643715:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643722:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776209.643724:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643729:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776209.643730:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643731:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776209.643732:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643732:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776209.643733:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776209.643735:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776209.643736:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776209.643737:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776209.643740:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776209.643744:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776209.643746:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643747:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643749:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309231232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643752:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776209.643753:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643754:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776209.643756:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776209.643757:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776209.643758:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776209.643759:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776209.643760:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776209.643762:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776209.643763:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776209.643764:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:1.0:1775776209.643765:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776209.643766:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643767:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643769:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309231360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643772:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776209.643773:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643774:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776209.643775:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776209.643775:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776209.643776:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776209.643777:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776209.643778:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:1.0:1775776209.643779:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776209.643780:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776209.643780:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:1.0:1775776209.643782:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776209.643783:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643783:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776209.643785:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309231488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776209.643788:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776209.643789:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776209.643790:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776209.643791:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776209.643791:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776209.643792:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776209.643793:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776209.643794:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:1.0:1775776209.643795:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776209.643795:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776209.643796:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:1.0:1775776209.643797:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776209.643798:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643799:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776209.643801:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776209.643802:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776209.643803:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776209.643804:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776210.602259:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307159431, at 4307159488
00000100:00000010:1.0:1775776210.602273:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ef60.
00000020:00000001:2.0:1775776211.306346:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776211.306349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776211.306351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776214.762284:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776214.762291:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776214.762293:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776214.762296:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776214.762299:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776214.762305:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12491
00000400:00000200:2.0:1775776214.762312:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776214.762316:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776214.762318:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776214.762321:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762323:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762325:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762326:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776214.762329:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776214.762331:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776214.762333:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776214.762335:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776214.762336:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776214.762337:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776214.762339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762340:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762341:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762342:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776214.762344:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776214.762346:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762347:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776214.762349:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776214.762351:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776214.762352:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762354:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776214.762355:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776214.762362:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776214.762365:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776214.762367:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776214.762368:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762370:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776214.762372:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776214.762375:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776214.762381:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776214.762386:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776214.762392:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776214.762398:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776214.762401:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776214.762404:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776214.762424:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776214.762426:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776214.762428:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776214.762429:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776214.762430:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776214.762432:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776214.762433:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12491
00000400:00000200:2.0:1775776214.762435:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776214.762436:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776214.762438:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776214.762439:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762440:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762442:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762443:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776214.762444:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776214.762445:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776214.762446:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776214.762447:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776214.762448:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776214.762449:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776214.762451:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762452:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762454:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762455:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776214.762456:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776214.762457:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762458:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776214.762460:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776214.762464:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776214.762466:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762467:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776214.762470:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776214.762472:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762474:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776214.762478:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776214.762479:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776214.762481:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776214.762481:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762482:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776214.762484:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775776214.762484:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776214.762487:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.762492:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1775776214.762492:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:1.0:1775776214.762497:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776214.762497:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776214.762504:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776214.762510:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.762522:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776214.762524:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776214.762525:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.762532:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776214.762532:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.762536:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776214.762540:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776214.762544:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776214.762545:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309231616:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776214.762554:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776214.762559:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776214.762563:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762565:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.762566:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775776214.762570:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1775776214.762574:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
00000100:00080000:2.0:1775776214.762575:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1775776214.762578:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.762580:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776214.762583:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776214.762586:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776214.762587:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776214.762594:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00080000:2.0:1775776214.762594:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12491
00000400:00000200:2.0:1775776214.762605:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776214.762606:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000400:00000200:2.0:1775776214.762612:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776214.762615:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775776214.762618:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231616, portal 25
00000100:00000040:2.0:1775776214.762619:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776214.762624:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776214.762625:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776214.762630:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371466880 : -109519338084736 : ffff9c648ac1e680)
00000100:00000040:2.0:1775776214.762634:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762638:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776214.762642:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776214.762643:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776214.762646:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776214.762652:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776214.762656:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776214.762664:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:1.0:1775776214.762665:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1775776214.762671:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776214.762678:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776214.762680:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000040:2.0:1775776214.762682:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776214.762684:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309231616, offset 0
00000100:00000001:2.0:1775776214.762687:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762691:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776214.762698:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762701:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776214.762705:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776214.762710:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776214.762714:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776214.762720:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776214.762722:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.762726:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775776214.762726:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776214.762731:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:2.0:1775776214.762732:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776214.762736:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775776214.762741:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.762742:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762747:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776214.762750:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776214.762751:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339991:339991:256:4294967295] 192.168.201.105@tcp LPNI seq info [339936:339936:8:4294967295]
00000008:00000001:2.0:1775776214.762760:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.762769:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776214.762770:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776214.762782:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776214.762787:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776214.762795:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776214.762798:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.762799:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776214.762808:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776214.762810:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1775776214.762812:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776214.762816:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776214.762818:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
02000000:00000010:2.0:1775776214.762823:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000800:00000200:1.0:1775776214.762828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776214.762830:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776214.762832:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776214.762842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:2.0:1775776214.762844:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1775776214.762847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776214.762865:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.762873:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000001:2.0:1775776214.762882:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776214.762883:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775776214.762887:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.762893:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775776214.762897:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776214.762900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776214.762907:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776214.762915:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776214.762915:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776214.762920:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776214.762921:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776214.762939:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776214.762944:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776214.762949:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776214.762951:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776214.762952:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776214.762958:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12491
00000100:00000040:1.0:1775776214.762959:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776214.762968:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776214.762976:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776214.762978:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776214.762981:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762985:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.762989:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776214.762996:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776214.763006:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776214.763007:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776214.763008:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:1.0:1775776214.763014:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775776214.763014:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776214.763019:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776214.763022:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776214.763025:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776214.763025:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776214.763038:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763039:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776214.763044:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307164551
00000100:00000001:2.0:1775776214.763044:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776214.763051:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:1.0:1775776214.763052:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef60.
00000100:00000001:2.0:1775776214.763058:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776214.763062:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775776214.763063:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776214.763069:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776214.763071:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763073:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307164551
02000000:00000001:2.0:1775776214.763073:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1775776214.763079:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e660.
02000000:00000001:2.0:1775776214.763080:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776214.763084:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776214.763085:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.763094:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776214.763095:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1775776214.763097:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776214.763098:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776214.763101:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763102:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776214.763107:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776214.763110:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000100:00100000:1.0:1775776214.763111:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214]  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776214.763116:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776214.763125:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776214.763131:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776214.763133:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1775776214.763134:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775776214.763136:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1775776214.763137:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776214.763139:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
02000000:00000001:2.0:1775776214.763139:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.763149:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
02000000:00000010:2.0:1775776214.763150:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000400:00000010:1.0:1775776214.763154:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:2.0:1775776214.763155:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763159:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1775776214.763203:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776214.763209:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776214.763211:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776214.763230:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776214.763232:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776214.763271:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776214.763275:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763282:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776214.763284:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776214.763286:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12501)
00000100:00000001:1.0:1775776214.763287:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763289:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776214.763295:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763300:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776214.763304:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763309:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776214.763311:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763312:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763314:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763316:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776214.763319:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776214.763321:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776214.763324:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776214.763326:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776214.763328:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776214.763333:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309231616:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776214.763337:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763338:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763339:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309231616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763344:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776214.763346:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763348:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776214.763350:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776214.763352:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776214.763353:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776214.763354:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776214.763356:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776214.763359:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776214.763360:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776214.763361:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:1.0:1775776214.763364:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776214.763365:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763366:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763373:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776214.763375:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763377:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776214.763378:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776214.763379:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776214.763381:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763386:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776214.763387:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763388:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776214.763390:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776214.763391:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776214.763392:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231744:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776214.763394:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776214.763395:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776214.763396:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763398:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763400:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776214.763401:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.763404:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776214.763406:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776214.763408:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776214.763410:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231744, portal 10
00000100:00000001:1.0:1775776214.763412:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776214.763412:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:1.0:1775776214.763417:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763421:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776214.763423:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776214.763424:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776214.763425:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309231744, offset 0
00000400:00000200:1.0:1775776214.763427:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763430:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763432:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776214.763434:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776214.763435:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776214.763437:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776214.763439:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763441:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339992:339992:256:4294967295] 192.168.201.105@tcp LPNI seq info [339937:339937:8:4294967295]
00000400:00000200:1.0:1775776214.763444:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763448:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776214.763450:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763452:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776214.763455:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776214.763457:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776214.763460:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776214.763476:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776214.763479:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763481:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776214.763483:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776214.763485:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776214.763487:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776214.763488:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776214.763490:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776214.763492:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763497:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763499:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763503:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763504:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776214.763506:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776214.763509:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776214.763511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776214.763512:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307163683
00000100:00000001:1.0:1775776214.763514:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763515:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307163683
00000100:00000001:1.0:1775776214.763517:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763518:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776214.763519:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763520:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776214.763522:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214]  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776214.763527:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776214.763528:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776214.763529:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776214.763530:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776214.763531:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776214.763533:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776214.763535:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776214.763540:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763543:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776214.763544:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763545:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763546:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776214.763547:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763551:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776214.763552:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763556:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776214.763557:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763558:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763559:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763559:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776214.763561:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776214.763562:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776214.763564:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776214.763565:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776214.763567:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776214.763571:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231744:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776214.763573:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776214.763576:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763584:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776214.763585:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763586:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776214.763588:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776214.763589:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776214.763590:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231872:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776214.763592:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776214.763593:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776214.763594:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763595:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763597:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776214.763598:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.763600:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776214.763601:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776214.763603:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776214.763604:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309231872, portal 4
00000100:00000001:1.0:1775776214.763605:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776214.763606:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:1.0:1775776214.763610:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763614:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776214.763615:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776214.763617:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776214.763618:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309231872, offset 0
00000400:00000200:1.0:1775776214.763620:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763622:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763623:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776214.763625:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776214.763626:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776214.763628:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776214.763629:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763632:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339993:339993:256:4294967295] 192.168.201.105@tcp LPNI seq info [339938:339938:8:4294967295]
00000400:00000200:1.0:1775776214.763634:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763643:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776214.763646:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763648:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776214.763650:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776214.763652:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776214.763655:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776214.763656:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776214.763659:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763660:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776214.763662:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776214.763664:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776214.763665:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776214.763666:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776214.763668:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776214.763669:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763674:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763676:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763679:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763680:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776214.763682:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776214.763683:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776214.763685:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776214.763686:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307163811
00000100:00000001:1.0:1775776214.763687:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763689:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307163811
00000100:00000001:1.0:1775776214.763690:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763691:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776214.763693:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763694:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776214.763696:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214]  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776214.763701:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776214.763702:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776214.763703:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776214.763704:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776214.763705:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776214.763706:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776214.763707:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776214.763712:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763715:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776214.763716:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763717:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763717:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776214.763719:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763722:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776214.763724:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763728:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776214.763729:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763730:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763730:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763731:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776214.763732:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776214.763733:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776214.763736:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776214.763737:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776214.763739:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776214.763743:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309231872:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776214.763745:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776214.763747:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763750:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776214.763751:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763752:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776214.763753:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776214.763754:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776214.763756:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232000:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776214.763758:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776214.763759:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776214.763760:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776214.763761:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763763:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776214.763764:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776214.763765:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776214.763766:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776214.763768:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776214.763770:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232000, portal 4
00000100:00000001:1.0:1775776214.763771:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776214.763772:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:1.0:1775776214.763775:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763779:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776214.763780:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776214.763781:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776214.763783:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309232000, offset 0
00000400:00000200:1.0:1775776214.763785:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763787:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763789:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776214.763791:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776214.763792:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776214.763794:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776214.763795:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776214.763797:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339994:339994:256:4294967295] 192.168.201.105@tcp LPNI seq info [339939:339939:8:4294967295]
00000400:00000200:1.0:1775776214.763800:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776214.763803:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776214.763806:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763807:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776214.763809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776214.763810:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1775776214.763813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776214.763814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1775776214.763816:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776214.763818:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776214.763819:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776214.763821:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776214.763823:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776214.763824:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776214.763825:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776214.763827:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763831:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763832:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763836:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763837:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776214.763839:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776214.763841:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776214.763842:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776214.763844:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307163820
00000100:00000001:1.0:1775776214.763845:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307163820
00000100:00000001:1.0:1775776214.763848:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307164551
00000100:00000001:1.0:1775776214.763849:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776214.763850:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763851:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776214.763853:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214]  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776214.763856:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776214.763857:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776214.763858:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776214.763859:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776214.763860:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776214.763861:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776214.763863:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776214.763867:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763870:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776214.763871:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763872:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763873:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776214.763874:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763878:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776214.763879:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763884:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776214.763885:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763886:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776214.763887:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763888:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776214.763889:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776214.763890:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776214.763892:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776214.763893:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776214.763895:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776214.763898:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232000:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776214.763900:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763901:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763903:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309231744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763906:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776214.763907:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763908:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776214.763909:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776214.763909:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776214.763910:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776214.763911:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776214.763912:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:1.0:1775776214.763913:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776214.763914:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776214.763915:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:1.0:1775776214.763917:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776214.763918:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763919:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763921:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309231872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763924:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776214.763925:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763926:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776214.763927:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776214.763928:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776214.763928:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776214.763929:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776214.763930:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:1.0:1775776214.763931:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776214.763931:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776214.763932:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:1.0:1775776214.763933:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776214.763934:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763935:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776214.763936:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309232000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776214.763939:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776214.763940:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776214.763941:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776214.763942:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776214.763942:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776214.763943:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776214.763944:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776214.763945:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:1.0:1775776214.763946:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776214.763946:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776214.763947:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:1.0:1775776214.763949:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776214.763950:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763951:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776214.763953:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776214.763954:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776214.763954:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776214.763956:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776215.402410:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776215.402416:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776215.402421:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775776215.658350:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776215.658368:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776215.658374:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776215.658616:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000040:1.0:1775776215.722343:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307164551, at 4307164608
00000100:00000010:1.0:1775776215.722363:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e660.
00000020:00000001:2.0:1775776219.498389:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776219.498394:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776219.498398:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776219.882585:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776219.882593:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776219.882598:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776219.882621:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.882652:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776219.882657:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.882668:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776219.882672:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776219.882678:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776219.882690:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309232128:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776219.882708:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776219.882716:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776219.882721:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.882731:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776219.882744:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776219.882754:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776219.882774:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776219.882785:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776219.882799:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776219.882812:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232128, portal 25
00000100:00000001:1.0:1775776219.882819:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776219.882823:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776219.882840:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.882901:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776219.882906:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776219.882908:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776219.882911:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309232128, offset 0
00000400:00000200:1.0:1775776219.882924:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776219.882935:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.882948:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776219.882957:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776219.882967:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776219.882981:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776219.882985:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776219.882988:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339995:339995:256:4294967295] 192.168.201.105@tcp LPNI seq info [339940:339940:8:4294967295]
00000400:00000200:1.0:1775776219.882991:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.882998:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776219.883004:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883013:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776219.883029:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776219.883036:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776219.883057:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776219.883064:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776219.883078:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883081:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776219.883090:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776219.883105:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776219.883116:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776219.883121:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776219.883138:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776219.883147:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883228:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.883240:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883269:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883274:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776219.883285:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776219.883300:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776219.883308:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307169672
00000100:00000010:1.0:1775776219.883318:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e660.
00000100:00000001:1.0:1775776219.883327:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776219.883337:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307169672
00000100:00000010:1.0:1775776219.883342:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e840.
00000100:00000001:1.0:1775776219.883345:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776219.883352:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776219.883355:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883357:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776219.883363:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219]  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776219.883373:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776219.883374:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776219.883376:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776219.883379:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776219.883381:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776219.883383:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776219.883386:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776219.883394:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883401:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776219.883403:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883405:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.883407:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776219.883411:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883417:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776219.883421:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883428:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776219.883432:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883433:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.883434:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883437:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776219.883439:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776219.883442:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776219.883446:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776219.883448:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776219.883452:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776219.883470:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309232128:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776219.883474:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883476:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.883479:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309232128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883485:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776219.883487:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776219.883489:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776219.883492:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776219.883494:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776219.883496:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776219.883498:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776219.883500:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776219.883506:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776219.883507:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776219.883509:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776219.883512:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776219.883513:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883515:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883522:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776219.883523:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883526:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776219.883528:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776219.883529:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776219.883533:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883540:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776219.883541:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.883543:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776219.883545:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776219.883548:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776219.883551:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232256:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776219.883554:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776219.883556:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776219.883558:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.883559:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776219.883562:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776219.883564:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776219.883568:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776219.883570:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776219.883574:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776219.883577:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232256, portal 10
00000100:00000001:1.0:1775776219.883579:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776219.883580:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776219.883586:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883593:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776219.883595:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776219.883598:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776219.883600:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309232256, offset 0
00000400:00000200:1.0:1775776219.883604:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776219.883608:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.883611:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776219.883614:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776219.883616:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776219.883619:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776219.883621:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776219.883624:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339996:339996:256:4294967295] 192.168.201.105@tcp LPNI seq info [339941:339941:8:4294967295]
00000400:00000200:1.0:1775776219.883628:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.883634:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776219.883639:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883643:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776219.883647:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776219.883650:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776219.883654:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776219.883657:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776219.883660:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883662:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776219.883665:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776219.883669:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776219.883672:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776219.883673:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776219.883676:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776219.883679:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883686:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.883689:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883696:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883697:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776219.883700:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776219.883704:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776219.883707:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776219.883709:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307168803
00000100:00000001:1.0:1775776219.883712:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.883714:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307168803
00000100:00000001:1.0:1775776219.883717:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.883719:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776219.883721:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883723:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776219.883727:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219]  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776219.883735:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776219.883736:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776219.883738:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776219.883740:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776219.883741:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776219.883743:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776219.883746:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776219.883754:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883761:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776219.883762:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883764:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.883765:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776219.883768:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883775:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776219.883778:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883784:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776219.883787:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883788:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.883789:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.883791:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776219.883793:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776219.883795:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776219.883798:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776219.883801:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776219.883804:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776219.883812:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232256:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776219.883816:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776219.883820:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883827:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776219.883828:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.883830:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776219.883832:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776219.883834:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776219.883837:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776219.883840:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776219.883842:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776219.883843:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.883845:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776219.883848:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776219.883850:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776219.883853:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776219.883856:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776219.883859:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776219.883862:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232384, portal 4
00000100:00000001:1.0:1775776219.883863:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776219.883865:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776219.883870:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883876:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776219.883878:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776219.883880:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776219.883882:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309232384, offset 0
00000400:00000200:1.0:1775776219.883886:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776219.883890:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.883894:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776219.883896:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776219.883899:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776219.883901:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776219.883903:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776219.883906:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339997:339997:256:4294967295] 192.168.201.105@tcp LPNI seq info [339942:339942:8:4294967295]
00000400:00000200:1.0:1775776219.883910:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.883916:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776219.883920:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883924:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776219.883928:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776219.883931:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776219.883935:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776219.883937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776219.883941:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.883942:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776219.883945:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776219.883948:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776219.883951:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776219.883953:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776219.883955:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776219.883959:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883966:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.883968:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.883980:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.883981:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776219.883984:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776219.883987:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776219.883990:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776219.883992:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307168931
00000100:00000001:1.0:1775776219.883995:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.883997:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307168931
00000100:00000001:1.0:1775776219.883999:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.884000:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776219.884003:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.884004:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776219.884008:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219]  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776219.884016:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776219.884017:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776219.884019:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776219.884022:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776219.884023:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776219.884025:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776219.884028:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776219.884036:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884042:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776219.884044:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884046:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.884047:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776219.884050:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884057:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776219.884061:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884067:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776219.884069:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884071:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.884072:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884074:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776219.884075:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776219.884078:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776219.884081:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776219.884083:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776219.884087:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776219.884094:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776219.884098:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776219.884101:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884107:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776219.884109:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.884111:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776219.884112:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776219.884114:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776219.884117:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776219.884120:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776219.884122:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776219.884140:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776219.884142:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776219.884145:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776219.884147:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776219.884151:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776219.884153:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776219.884156:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776219.884159:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232512, portal 4
00000100:00000001:1.0:1775776219.884160:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776219.884162:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776219.884191:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884197:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776219.884200:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776219.884203:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776219.884205:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309232512, offset 0
00000400:00000200:1.0:1775776219.884209:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776219.884213:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.884217:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776219.884219:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776219.884221:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776219.884224:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776219.884226:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776219.884229:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339998:339998:256:4294967295] 192.168.201.105@tcp LPNI seq info [339943:339943:8:4294967295]
00000400:00000200:1.0:1775776219.884233:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776219.884239:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776219.884243:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.884246:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776219.884250:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776219.884252:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1775776219.884257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776219.884259:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1775776219.884262:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776219.884264:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776219.884267:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776219.884270:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776219.884273:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776219.884274:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776219.884277:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776219.884281:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884288:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.884291:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884297:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.884299:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776219.884302:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776219.884305:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776219.884308:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776219.884310:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307168941
00000100:00000001:1.0:1775776219.884313:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.884314:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307168941
00000100:00000001:1.0:1775776219.884316:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307169672
00000100:00000001:1.0:1775776219.884319:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776219.884321:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.884322:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776219.884326:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219]  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776219.884333:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776219.884334:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776219.884336:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776219.884338:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776219.884340:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776219.884342:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776219.884345:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776219.884353:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884359:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776219.884360:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884362:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.884363:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776219.884367:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884374:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776219.884377:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884383:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776219.884385:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884387:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776219.884388:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884390:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776219.884391:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776219.884393:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776219.884397:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776219.884399:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776219.884402:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776219.884410:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776219.884413:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884415:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.884418:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309232256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884424:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776219.884426:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776219.884427:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776219.884430:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776219.884431:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776219.884432:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776219.884434:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776219.884435:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:1.0:1775776219.884438:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776219.884439:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776219.884441:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776219.884445:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776219.884446:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884448:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.884452:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309232384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884458:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776219.884459:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776219.884460:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776219.884462:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776219.884463:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776219.884464:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776219.884466:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776219.884467:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776219.884470:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776219.884471:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776219.884472:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776219.884474:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776219.884476:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884477:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776219.884480:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309232512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776219.884486:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776219.884488:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776219.884489:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776219.884492:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776219.884493:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776219.884494:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776219.884496:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776219.884497:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776219.884499:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776219.884501:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776219.884502:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776219.884504:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776219.884505:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884507:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776219.884511:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776219.884512:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776219.884514:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776219.884515:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776220.842285:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307169672, at 4307169728
00000100:00000010:1.0:1775776220.842302:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e840.
00000020:00000001:2.0:1775776223.594315:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776223.594318:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776223.594320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776225.002413:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776225.002418:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776225.002421:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776225.002429:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.002444:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776225.002447:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.002452:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776225.002456:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776225.002459:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776225.002464:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309232640:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776225.002469:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776225.002473:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776225.002475:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.002478:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776225.002483:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776225.003540:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776225.003545:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776225.003549:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776225.003554:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776225.003559:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232640, portal 25
00000100:00000001:1.0:1775776225.003561:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776225.003562:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776225.003567:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003572:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776225.003574:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776225.003575:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776225.003577:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309232640, offset 0
00000400:00000200:1.0:1775776225.003581:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776225.003586:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.003590:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776225.003594:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776225.003597:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776225.003600:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776225.003602:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776225.003605:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [339999:339999:256:4294967295] 192.168.201.105@tcp LPNI seq info [339944:339944:8:4294967295]
00000400:00000200:1.0:1775776225.003608:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.003614:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776225.003617:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.003622:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776225.003627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776225.003630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776225.003633:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776225.003636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776225.003638:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.003640:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776225.003643:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776225.003646:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776225.003650:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776225.003652:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776225.003655:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776225.003657:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003663:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.003665:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003669:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.003670:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776225.003674:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776225.003676:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776225.003678:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307174792
00000100:00000010:1.0:1775776225.003681:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e840.
00000100:00000001:1.0:1775776225.003687:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776225.003691:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307174792
00000100:00000010:1.0:1775776225.003692:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e960.
00000100:00000001:1.0:1775776225.003694:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776225.003696:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776225.003698:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.003700:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776225.003702:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776225/real 1775776225]  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776225.003708:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776225.003709:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776225.003710:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776225.003712:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776225.003713:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776225.003714:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776225.003716:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776225.003721:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003725:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776225.003727:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003728:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.003730:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776225.003732:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003735:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776225.003738:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003742:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776225.003744:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003744:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.003745:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003746:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776225.003748:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776225.003749:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776225.003752:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776225.003753:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776225.003755:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776225.003760:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309232640:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776225.003763:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003764:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.003765:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309232640/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003769:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776225.003771:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776225.003773:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776225.003774:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776225.003776:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776225.003777:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776225.003779:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776225.003780:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776225.003783:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776225.003784:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776225.003786:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776225.003790:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776225.003791:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003793:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003800:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776225.003802:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.003803:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776225.003805:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776225.003806:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776225.003810:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003816:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776225.003817:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.003819:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776225.003821:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776225.003823:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776225.003826:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232768:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776225.003830:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776225.003832:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776225.003834:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.003836:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776225.003839:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776225.003841:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776225.003844:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776225.003846:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776225.003849:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776225.003852:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232768, portal 10
00000100:00000001:1.0:1775776225.003854:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776225.003854:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776225.003859:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003863:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776225.003864:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776225.003865:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776225.003867:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309232768, offset 0
00000400:00000200:1.0:1775776225.003869:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776225.003871:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.003874:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776225.003875:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776225.003877:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776225.003879:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776225.003880:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776225.003882:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340000:340000:256:4294967295] 192.168.201.105@tcp LPNI seq info [339945:339945:8:4294967295]
00000400:00000200:1.0:1775776225.003884:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.003888:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776225.003890:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.003892:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776225.003895:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776225.003896:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776225.003899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776225.003900:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776225.003903:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.003904:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776225.003906:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776225.003908:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776225.003910:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776225.003911:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776225.003912:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776225.003914:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003922:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.003924:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003928:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.003928:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776225.003930:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776225.003932:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776225.003934:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776225.003935:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307173923
00000100:00000001:1.0:1775776225.003937:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.003938:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307173923
00000100:00000001:1.0:1775776225.003939:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.003940:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776225.003942:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.003943:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776225.003944:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776225/real 1775776225]  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776225.003948:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776225.003949:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776225.003950:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776225.003951:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776225.003952:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776225.003953:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776225.003955:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776225.003959:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003963:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776225.003964:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003965:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.003966:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776225.003969:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003975:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776225.003978:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.003984:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776225.003986:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003987:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.003989:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.003990:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776225.003992:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776225.003994:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776225.003997:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776225.003999:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776225.004003:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776225.004009:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232768:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776225.004013:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776225.004016:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004022:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776225.004024:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.004025:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776225.004027:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776225.004029:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776225.004032:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232896:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776225.004046:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776225.004048:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776225.004049:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.004051:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776225.004055:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776225.004057:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776225.004060:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776225.004063:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776225.004066:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776225.004068:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309232896, portal 4
00000100:00000001:1.0:1775776225.004070:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776225.004072:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776225.004077:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004082:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776225.004085:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776225.004087:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776225.004089:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309232896, offset 0
00000400:00000200:1.0:1775776225.004092:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776225.004096:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.004099:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776225.004101:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776225.004104:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776225.004106:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776225.004108:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776225.004111:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340001:340001:256:4294967295] 192.168.201.105@tcp LPNI seq info [339946:339946:8:4294967295]
00000400:00000200:1.0:1775776225.004114:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.004120:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776225.004125:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.004127:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776225.004132:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776225.004134:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776225.004138:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776225.004140:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776225.004144:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.004146:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776225.004148:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776225.004152:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776225.004154:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776225.004156:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776225.004158:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776225.004161:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004191:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.004195:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004202:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.004204:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776225.004208:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776225.004211:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776225.004215:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776225.004217:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307174052
00000100:00000001:1.0:1775776225.004219:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.004221:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307174052
00000100:00000001:1.0:1775776225.004223:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.004225:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776225.004227:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.004230:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776225.004234:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776225/real 1775776225]  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776225.004243:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776225.004244:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776225.004246:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776225.004249:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776225.004251:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776225.004253:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776225.004256:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776225.004265:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004272:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776225.004273:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004275:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.004277:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776225.004281:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004288:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776225.004292:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004298:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776225.004301:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004302:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.004303:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004305:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776225.004307:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776225.004309:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776225.004312:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776225.004314:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776225.004317:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776225.004330:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309232896:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776225.004334:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776225.004337:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004344:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776225.004345:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.004347:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776225.004349:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776225.004350:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776225.004353:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233024:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776225.004356:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776225.004357:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776225.004359:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776225.004361:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776225.004364:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776225.004366:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776225.004369:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776225.004371:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776225.004373:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776225.004376:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233024, portal 4
00000100:00000001:1.0:1775776225.004377:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776225.004378:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776225.004382:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004387:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776225.004389:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776225.004391:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776225.004393:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309233024, offset 0
00000400:00000200:1.0:1775776225.004396:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776225.004400:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.004403:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776225.004405:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776225.004408:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776225.004410:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776225.004412:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776225.004416:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340002:340002:256:4294967295] 192.168.201.105@tcp LPNI seq info [339947:339947:8:4294967295]
00000400:00000200:1.0:1775776225.004419:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776225.004425:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776225.004429:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.004432:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776225.004436:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776225.004439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776225.004444:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776225.004446:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776225.004449:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776225.004450:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776225.004453:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776225.004456:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776225.004459:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776225.004460:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776225.004463:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776225.004465:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004473:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.004476:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776250 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004482:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.004483:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776225.004486:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776225.004488:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776225.004491:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776225.004494:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307174061
00000100:00000001:1.0:1775776225.004496:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.004498:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307174061
00000100:00000001:1.0:1775776225.004500:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307174792
00000100:00000001:1.0:1775776225.004502:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776225.004504:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.004506:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776225.004509:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776225/real 1775776225]  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776225.004516:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776225.004518:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776225.004519:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776225.004521:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776225.004523:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776225.004525:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776225.004528:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776225.004535:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004541:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776225.004542:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004544:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.004545:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776225.004548:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004554:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776225.004557:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004564:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776225.004567:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004568:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776225.004569:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004571:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776225.004572:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776225.004574:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776225.004577:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776225.004579:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776225.004583:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776225.004591:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233024:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776225.004594:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004596:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.004599:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309232768/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004606:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776225.004607:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776225.004609:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776225.004612:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776225.004613:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776225.004614:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776225.004616:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776225.004618:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:1.0:1775776225.004620:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776225.004622:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776225.004623:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776225.004625:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776225.004627:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004628:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.004631:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309232896/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004643:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776225.004644:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776225.004645:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776225.004648:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776225.004649:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776225.004650:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776225.004652:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776225.004653:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776225.004655:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776225.004656:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776225.004657:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776225.004659:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776225.004660:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004662:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776225.004664:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309233024/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776250 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776225.004670:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776225.004671:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776225.004673:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776225.004675:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776225.004676:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776225.004677:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776225.004679:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776225.004680:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776225.004682:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776225.004683:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776225.004684:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776225.004686:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776225.004687:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004689:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776225.004693:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776225.004694:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776225.004696:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776225.004697:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776225.962255:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307174792, at 4307174848
00000100:00000010:1.0:1775776225.962274:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e960.
00000020:00000001:2.0:1775776227.690304:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776227.690307:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776227.690311:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776230.122282:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776230.122289:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776230.122291:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776230.122294:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776230.122298:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776230.122304:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12506
00000400:00000200:2.0:1775776230.122311:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776230.122316:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776230.122318:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776230.122321:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122323:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122325:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122326:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776230.122329:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776230.122330:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776230.122332:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776230.122334:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776230.122335:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776230.122336:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776230.122338:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122340:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122341:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122342:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776230.122344:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776230.122346:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122347:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776230.122349:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776230.122352:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776230.122354:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122355:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776230.122357:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776230.122364:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776230.122366:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776230.122369:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776230.122370:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122371:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776230.122374:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776230.122377:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776230.122384:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776230.122389:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776230.122396:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776230.122404:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776230.122408:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776230.122412:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776230.122428:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776230.122430:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776230.122432:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776230.122433:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776230.122434:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776230.122436:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776230.122438:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12506
00000400:00000200:2.0:1775776230.122440:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776230.122449:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776230.122451:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776230.122453:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122455:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122456:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122458:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776230.122459:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776230.122460:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775776230.122460:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776230.122461:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776230.122463:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776230.122465:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775776230.122465:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776230.122467:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776230.122468:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776230.122471:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122473:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776230.122476:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776230.122477:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122481:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776230.122486:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776230.122491:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775776230.122491:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122493:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.122494:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776230.122495:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776230.122499:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776230.122501:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776230.122502:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776230.122504:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.122506:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122506:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776230.122511:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309233152:192.168.201.105@tcp:250:kworker.0
00000008:00100000:2.0:1775776230.122511:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776230.122516:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775776230.122516:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122518:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.122520:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775776230.122521:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
02000000:00000001:1.0:1775776230.122522:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776230.122523:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776230.122525:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776230.122526:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776230.122528:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122529:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1775776230.122531:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:2.0:1775776230.122531:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776230.122533:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.122534:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776230.122537:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776230.122540:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.122541:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776230.122546:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00100000:2.0:1775776230.122546:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776230.122552:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776230.122553:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:2.0:1775776230.122555:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776230.122558:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776230.122560:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233152, portal 25
00000100:00000001:2.0:1775776230.122565:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776230.122566:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776230.122568:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776230.122569:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776230.122570:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775776230.122571:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776230.122573:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776230.122574:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776230.122577:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12506
00000100:00000040:1.0:1775776230.122580:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776230.122583:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776230.122588:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776230.122592:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776230.122595:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776230.122598:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776230.122598:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122600:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122602:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776230.122605:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776230.122605:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776230.122606:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776230.122608:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776230.122610:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000010:1.0:1775776230.122611:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000020:00000001:2.0:1775776230.122611:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776230.122615:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:1.0:1775776230.122617:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309233152, offset 0
00000100:00000040:2.0:1775776230.122618:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122622:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122623:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122624:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776230.122625:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776230.122626:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122627:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776230.122628:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776230.122630:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776230.122631:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122632:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776230.122634:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776230.122636:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000008:00000001:2.0:1775776230.122636:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122639:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776230.122642:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776230.122643:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776230.122644:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776230.122645:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122646:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776230.122647:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776230.122649:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776230.122649:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776230.122653:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776230.122654:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.122657:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00100000:2.0:1775776230.122658:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776230.122663:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776230.122667:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776230.122669:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:2.0:1775776230.122669:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.122675:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775776230.122675:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776230.122679:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122685:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.122686:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340003:340003:256:4294967295] 192.168.201.105@tcp LPNI seq info [339948:339948:8:4294967295]
00000100:00080000:2.0:1775776230.122689:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776230.122692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776230.122693:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776230.122695:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776230.122696:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776230.122698:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776230.122703:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776230.122707:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776230.122710:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12506
00000800:00000010:1.0:1775776230.122712:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000400:00000200:2.0:1775776230.122715:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776230.122717:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776230.122719:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775776230.122722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776230.122725:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.0:1775776230.122727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1775776230.122727:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122730:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122732:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776230.122735:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:1.1:1775776230.122736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:2.0:1775776230.122737:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776230.122740:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.1:1775776230.122740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000020:00000040:2.0:1775776230.122741:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776230.122745:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776230.122748:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000100:1.0:1775776230.122749:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.122752:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000040:2.0:1775776230.122753:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776230.122755:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776230.122757:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776230.122758:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775776230.122758:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776230.122763:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776230.122766:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776230.122768:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775776230.122769:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776230.122771:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776230.122772:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
02000000:00000001:2.0:1775776230.122773:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1775776230.122775:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
02000000:00000001:2.0:1775776230.122775:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122778:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776230.122780:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1775776230.122780:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776230.122783:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776230.122786:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776230.122786:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776230.122789:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776230.122793:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776230.122796:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775776230.122799:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775776230.122800:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776230.122801:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122805:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776230.122808:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776230.122810:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.122811:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.122813:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1775776230.122814:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:1.0:1775776230.122817:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776230.122817:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.122824:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:2.0:1775776230.122825:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776230.122827:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307179911
00000100:00000001:2.0:1775776230.122833:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1775776230.122834:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e960.
00000100:00000001:2.0:1775776230.122835:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776230.122838:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122840:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776230.122846:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776230.122849:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12516)
00000100:00000001:1.0:1775776230.122850:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307179911
00000100:00000010:1.0:1775776230.122853:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ec00.
00000100:00000001:1.0:1775776230.122855:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776230.122858:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776230.122859:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.122861:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776230.122866:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776230/real 1775776230]  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776230.122872:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776230.122873:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776230.122874:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776230.122876:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776230.122877:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776230.122878:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776230.122880:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776230.122885:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122890:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776230.122891:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122892:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.122893:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776230.122895:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122899:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776230.122901:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122905:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776230.122907:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122907:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.122909:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122910:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776230.122912:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776230.122914:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776230.122916:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776230.122918:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776230.122920:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776230.122924:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309233152:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776230.122927:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122928:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.122930:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309233152/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122934:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776230.122935:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776230.122936:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776230.122938:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776230.122939:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776230.122940:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776230.122941:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776230.122943:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:1.0:1775776230.122971:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776230.122973:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776230.122974:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:1.0:1775776230.122978:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776230.122979:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122980:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.122985:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776230.122987:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.122988:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776230.122989:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776230.122990:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776230.122993:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.122997:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776230.122998:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.122999:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776230.123001:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776230.123002:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776230.123003:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233280:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776230.123005:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776230.123007:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776230.123008:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.123009:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123011:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776230.123012:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.123014:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776230.123016:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776230.123018:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776230.123019:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233280, portal 10
00000100:00000001:1.0:1775776230.123021:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776230.123022:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:1.0:1775776230.123025:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123029:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776230.123031:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776230.123032:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776230.123033:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309233280, offset 0
00000400:00000200:1.0:1775776230.123035:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123038:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123040:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776230.123042:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776230.123043:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776230.123045:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776230.123046:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123048:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340004:340004:256:4294967295] 192.168.201.105@tcp LPNI seq info [339949:339949:8:4294967295]
00000400:00000200:1.0:1775776230.123051:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123055:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776230.123057:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123059:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776230.123061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776230.123064:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776230.123067:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776230.123086:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776230.123090:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123092:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776230.123095:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776230.123098:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776230.123101:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776230.123103:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776230.123105:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776230.123108:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123115:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123117:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123123:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123124:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776230.123127:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776230.123131:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776230.123134:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776230.123135:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307179042
00000100:00000001:1.0:1775776230.123138:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123139:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307179042
00000100:00000001:1.0:1775776230.123141:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123143:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776230.123145:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123147:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776230.123150:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776230/real 1775776230]  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776230.123156:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776230.123158:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776230.123159:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776230.123161:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776230.123199:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776230.123202:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776230.123204:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776230.123209:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123213:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776230.123214:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123215:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123216:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776230.123218:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123222:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776230.123224:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123228:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776230.123229:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123230:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123230:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123231:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776230.123233:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776230.123234:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776230.123236:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776230.123237:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776230.123240:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776230.123244:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233280:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776230.123246:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776230.123248:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123251:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776230.123252:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.123253:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776230.123254:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776230.123255:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776230.123257:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233408:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776230.123259:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776230.123260:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776230.123261:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.123262:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123264:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776230.123265:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.123267:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776230.123269:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776230.123271:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776230.123273:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233408, portal 4
00000100:00000001:1.0:1775776230.123274:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776230.123275:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:1.0:1775776230.123278:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123282:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776230.123283:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776230.123284:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776230.123286:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309233408, offset 0
00000400:00000200:1.0:1775776230.123288:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123290:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123293:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776230.123295:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776230.123296:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776230.123298:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776230.123299:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123301:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340005:340005:256:4294967295] 192.168.201.105@tcp LPNI seq info [339950:339950:8:4294967295]
00000400:00000200:1.0:1775776230.123304:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123307:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776230.123310:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123311:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776230.123313:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776230.123315:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776230.123318:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776230.123319:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776230.123322:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123323:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776230.123324:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776230.123326:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776230.123328:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776230.123329:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776230.123330:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776230.123332:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123336:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123338:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123342:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123342:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776230.123344:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776230.123346:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776230.123348:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776230.123349:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307179171
00000100:00000001:1.0:1775776230.123350:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123352:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307179171
00000100:00000001:1.0:1775776230.123353:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123355:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776230.123356:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123357:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776230.123358:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776230/real 1775776230]  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776230.123362:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776230.123363:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776230.123364:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776230.123365:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776230.123366:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776230.123367:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776230.123369:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776230.123373:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123376:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776230.123377:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123378:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123378:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776230.123380:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123383:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776230.123385:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123389:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776230.123391:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123392:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123392:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123393:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776230.123394:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776230.123395:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776230.123397:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776230.123398:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776230.123400:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776230.123404:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233408:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776230.123406:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776230.123407:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123411:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776230.123411:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.123412:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776230.123413:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776230.123414:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776230.123416:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233536:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776230.123418:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776230.123419:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776230.123419:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776230.123420:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123422:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776230.123423:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776230.123424:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776230.123426:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776230.123427:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776230.123429:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233536, portal 4
00000100:00000001:1.0:1775776230.123430:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776230.123431:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:1.0:1775776230.123434:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123437:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776230.123438:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776230.123439:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776230.123440:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309233536, offset 0
00000400:00000200:1.0:1775776230.123443:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123444:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123446:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776230.123448:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776230.123449:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776230.123450:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776230.123452:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776230.123454:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340006:340006:256:4294967295] 192.168.201.105@tcp LPNI seq info [339951:339951:8:4294967295]
00000400:00000200:1.0:1775776230.123456:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776230.123460:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776230.123462:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123463:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776230.123465:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776230.123467:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776230.123470:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776230.123471:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776230.123473:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776230.123474:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776230.123476:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776230.123478:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776230.123479:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776230.123480:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776230.123481:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776230.123483:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123487:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123489:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123492:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123493:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776230.123494:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776230.123496:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776230.123497:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776230.123498:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307179180
00000100:00000001:1.0:1775776230.123499:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123500:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307179180
00000100:00000001:1.0:1775776230.123501:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307179911
00000100:00000001:1.0:1775776230.123502:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776230.123503:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123505:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776230.123507:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776230/real 1775776230]  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776230.123511:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776230.123511:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776230.123512:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776230.123513:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776230.123514:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776230.123515:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776230.123516:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776230.123520:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123528:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776230.123529:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123530:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123531:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776230.123532:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123536:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776230.123537:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123541:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776230.123542:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123543:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776230.123543:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123544:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776230.123545:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776230.123546:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776230.123548:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776230.123549:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776230.123550:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776230.123554:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233536:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776230.123556:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123557:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123559:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309233280/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123562:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776230.123563:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123564:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776230.123565:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776230.123566:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776230.123567:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776230.123568:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776230.123570:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:1.0:1775776230.123571:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776230.123571:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776230.123572:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:1.0:1775776230.123574:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776230.123575:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123576:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123577:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309233408/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123581:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776230.123581:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123582:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776230.123583:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776230.123583:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776230.123584:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776230.123585:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776230.123586:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:1.0:1775776230.123587:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776230.123587:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776230.123588:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:1.0:1775776230.123590:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776230.123591:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123592:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776230.123594:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309233536/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776255 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776230.123600:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776230.123601:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776230.123602:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776230.123604:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776230.123605:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776230.123606:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776230.123608:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776230.123609:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:1.0:1775776230.123611:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776230.123612:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776230.123613:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:1.0:1775776230.123615:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776230.123616:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123618:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776230.123621:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776230.123622:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776230.123624:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776230.123625:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776231.082277:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307179911, at 4307179968
00000100:00000010:1.0:1775776231.082294:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ec00.
00000020:00000001:2.0:1775776231.786326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776231.786330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776231.786333:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776235.242249:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776235.242261:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776235.242263:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776235.242266:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776235.242270:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776235.242275:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12511
00000400:00000200:3.0:1775776235.242282:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776235.242286:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776235.242289:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776235.242290:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242293:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242294:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242296:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776235.242299:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776235.242300:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776235.242302:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776235.242303:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776235.242305:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776235.242307:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776235.242309:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242310:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242311:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242312:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776235.242314:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776235.242316:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242317:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776235.242319:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776235.242321:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776235.242323:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242325:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776235.242326:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776235.242333:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776235.242335:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776235.242338:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776235.242339:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242341:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776235.242343:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776235.242346:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776235.242356:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776235.242361:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776235.242367:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776235.242375:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776235.242378:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776235.242381:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776235.242394:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776235.242396:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776235.242399:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776235.242400:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776235.242401:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776235.242403:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776235.242404:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12511
00000400:00000200:3.0:1775776235.242406:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776235.242408:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776235.242410:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776235.242412:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242413:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242416:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242417:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776235.242419:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776235.242420:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776235.242421:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776235.242422:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776235.242423:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776235.242423:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776235.242426:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776235.242428:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776235.242429:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776235.242430:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776235.242431:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242434:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776235.242438:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776235.242438:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776235.242442:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776235.242449:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776235.242450:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776235.242452:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242453:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.242455:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776235.242456:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776235.242463:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776235.242463:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776235.242467:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.242468:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242473:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776235.242474:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309233664:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776235.242477:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1775776235.242477:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776235.242480:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1775776235.242482:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.242483:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.242487:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776235.242487:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776235.242492:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776235.242494:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776235.242498:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000400:00000200:1.0:1775776235.242499:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776235.242502:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000010:1.0:1775776235.242504:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000001:3.0:1775776235.242505:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776235.242507:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242509:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776235.242510:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775776235.242511:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776235.242512:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776235.242516:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000200:1.0:1775776235.242517:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233664, portal 25
00000100:00000001:3.0:1775776235.242519:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242521:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776235.242523:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048435584 : -109518661116032 : ffff9c64b31b9f80)
00000100:00100000:3.0:1775776235.242526:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776235.242530:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776235.242540:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776235.242543:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776235.242543:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776235.242547:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776235.242549:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776235.242552:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776235.242556:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309233664, offset 0
00000400:00000200:1.0:1775776235.242563:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242565:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776235.242569:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776235.242571:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776235.242576:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775776235.242577:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776235.242578:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776235.242581:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776235.242582:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775776235.242586:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776235.242591:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:3.0:1775776235.242592:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12511
00000400:00000200:1.0:1775776235.242596:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776235.242599:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776235.242600:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.242604:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340007:340007:256:4294967295] 192.168.201.105@tcp LPNI seq info [339952:339952:8:4294967295]
00000400:00000200:3.0:1775776235.242607:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776235.242611:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776235.242612:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776235.242617:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242620:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776235.242624:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775776235.242626:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.0:1775776235.242632:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242632:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776235.242636:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:1.0:1775776235.242638:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000020:00000040:3.0:1775776235.242639:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776235.242642:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775776235.242644:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:3.0:1775776235.242644:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776235.242649:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.0:1775776235.242650:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1775776235.242653:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775776235.242656:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776235.242659:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775776235.242661:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1775776235.242662:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242665:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000100:1.0:1775776235.242669:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242670:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:1.0:1775776235.242672:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000020:00000040:3.0:1775776235.242673:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776235.242678:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776235.242679:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776235.242680:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776235.242683:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776235.242686:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776235.242687:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776235.242688:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776235.242691:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
02000000:00000001:3.0:1775776235.242691:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242696:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776235.242697:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1775776235.242699:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1775776235.242700:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776235.242703:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242707:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776235.242712:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776235.242717:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776235.242722:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776235.242723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775776235.242725:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776235.242727:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776235.242729:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776235.242731:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776235.242735:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776235.242735:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242739:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1775776235.242741:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:1.0:1775776235.242743:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242745:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776235.242748:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776235.242750:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307185031
00000100:00100000:3.0:1775776235.242752:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775776235.242755:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ec00.
00000100:00000001:3.0:1775776235.242761:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776235.242762:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242763:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1775776235.242769:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.242771:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307185031
00000100:00000010:1.0:1775776235.242776:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eea0.
00000100:00000001:3.0:1775776235.242776:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242779:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1775776235.242780:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776235.242784:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775776235.242785:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776235.242787:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776235.242788:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776235.242789:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776235.242793:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776235.242793:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776235.242796:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12511
00000100:00100000:1.0:1775776235.242799:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776235/real 1775776235]  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776235.242802:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776235.242807:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776235.242810:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1775776235.242814:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1775776235.242814:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242815:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775776235.242816:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776235.242819:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000100:00000040:3.0:1775776235.242819:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776235.242823:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:3.0:1775776235.242823:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:1.0:1775776235.242826:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000020:00000001:3.0:1775776235.242827:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776235.242829:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:1.0:1775776235.242831:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1775776235.242831:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776235.242833:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000200:1.0:1775776235.242836:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776235.242836:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776235.242839:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776235.242845:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776235.242848:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776235.242851:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776235.242854:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776235.242854:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776235.242872:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776235.242877:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775776235.242879:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776235.242880:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.242884:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776235.242885:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242886:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776235.242889:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1775776235.242892:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776235.242894:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776235.242899:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242900:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776235.242903:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:1.0:1775776235.242905:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.242909:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776235.242912:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.242913:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1775776235.242913:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776235.242915:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.242919:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1775776235.242919:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242921:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776235.242922:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776235.242923:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776235.242928:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000010:3.0:1775776235.242928:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776235.242929:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1775776235.242932:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000040:1.0:1775776235.242934:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776235.242935:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776235.242937:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776235.242940:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776235.242943:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776235.242945:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776235.242948:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309233664:192.168.201.105@tcp:250:kworker.0
02000000:00000010:3.0:1775776235.242950:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:1.0:1775776235.242952:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776235.242953:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.242954:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.242958:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9f80 x1862023309233664/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776235.242961:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776235.242976:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775776235.242978:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1775776235.242979:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1775776235.242981:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776235.242982:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776235.242986:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776235.242988:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000040:3.0:1775776235.242989:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776235.242990:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776235.242994:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776235.242997:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776235.243001:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776235.243003:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776235.243005:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9f80.
00000100:00000001:3.0:1775776235.243006:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243009:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776235.243010:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243012:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243017:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776235.243018:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776235.243018:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12521)
00000100:00000001:1.0:1775776235.243023:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776235.243024:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776235.243025:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776235.243028:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243033:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776235.243034:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243036:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776235.243037:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776235.243039:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776235.243040:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233792:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776235.243042:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776235.243043:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776235.243044:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243045:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243047:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776235.243048:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776235.243050:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776235.243052:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776235.243054:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776235.243056:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233792, portal 10
00000100:00000001:1.0:1775776235.243057:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776235.243058:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048433792 : -109518661117824 : ffff9c64b31b9880)
00000100:00000040:1.0:1775776235.243062:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243066:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776235.243068:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776235.243069:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776235.243070:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309233792, offset 0
00000400:00000200:1.0:1775776235.243072:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243075:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243077:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776235.243079:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776235.243080:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776235.243082:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776235.243083:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243085:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340008:340008:256:4294967295] 192.168.201.105@tcp LPNI seq info [339953:339953:8:4294967295]
00000400:00000200:1.0:1775776235.243087:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243091:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776235.243094:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243096:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776235.243098:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776235.243100:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775776235.243103:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776235.243104:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1775776235.243106:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243108:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776235.243110:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776235.243112:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776235.243113:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776235.243114:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776235.243116:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776235.243118:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243122:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243124:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243131:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243132:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776235.243134:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776235.243136:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776235.243138:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776235.243139:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307184162
00000100:00000001:1.0:1775776235.243141:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243142:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307184162
00000100:00000001:1.0:1775776235.243143:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243144:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776235.243145:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243146:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776235.243148:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776235/real 1775776235]  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776235.243152:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776235.243153:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776235.243154:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776235.243155:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776235.243156:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776235.243157:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776235.243159:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776235.243181:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243185:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776235.243186:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243187:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243188:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776235.243190:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243197:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776235.243200:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243206:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776235.243208:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243210:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243211:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243213:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776235.243214:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776235.243217:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776235.243220:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776235.243222:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776235.243226:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776235.243234:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233792:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776235.243237:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776235.243240:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243246:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776235.243247:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243248:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776235.243250:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776235.243251:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776235.243254:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233920:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776235.243257:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776235.243259:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776235.243260:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243262:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243265:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776235.243266:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776235.243270:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776235.243272:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776235.243275:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776235.243278:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309233920, portal 4
00000100:00000001:1.0:1775776235.243279:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776235.243281:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776235.243286:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243292:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776235.243294:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776235.243296:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776235.243298:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309233920, offset 0
00000400:00000200:1.0:1775776235.243301:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243304:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243306:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776235.243308:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776235.243309:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776235.243311:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776235.243312:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243314:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340009:340009:256:4294967295] 192.168.201.105@tcp LPNI seq info [339954:339954:8:4294967295]
00000400:00000200:1.0:1775776235.243316:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243320:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776235.243322:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243325:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776235.243327:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776235.243329:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775776235.243331:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776235.243333:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1775776235.243335:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243337:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776235.243338:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776235.243340:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776235.243342:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776235.243343:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776235.243344:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776235.243346:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243351:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243353:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243356:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243357:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776235.243359:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776235.243361:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776235.243362:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776235.243363:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307184291
00000100:00000001:1.0:1775776235.243365:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243366:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307184291
00000100:00000001:1.0:1775776235.243367:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243369:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776235.243370:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243371:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776235.243373:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776235/real 1775776235]  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776235.243377:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776235.243377:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776235.243378:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776235.243380:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776235.243381:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776235.243382:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776235.243384:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776235.243388:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243391:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776235.243392:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243393:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243394:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776235.243395:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243399:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776235.243401:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243404:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776235.243405:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243406:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243407:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243408:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776235.243409:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776235.243410:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776235.243412:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776235.243413:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776235.243415:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776235.243419:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309233920:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776235.243421:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776235.243422:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243427:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776235.243427:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243429:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776235.243430:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776235.243431:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776235.243432:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309234048:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776235.243434:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776235.243435:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776235.243436:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776235.243436:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243438:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776235.243439:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776235.243441:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776235.243442:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776235.243443:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776235.243445:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309234048, portal 4
00000100:00000001:1.0:1775776235.243446:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776235.243447:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:1.0:1775776235.243450:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243453:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776235.243455:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776235.243456:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776235.243457:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309234048, offset 0
00000400:00000200:1.0:1775776235.243459:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243461:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243462:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776235.243464:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776235.243465:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776235.243466:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776235.243468:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776235.243470:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340010:340010:256:4294967295] 192.168.201.105@tcp LPNI seq info [339955:339955:8:4294967295]
00000400:00000200:1.0:1775776235.243472:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776235.243475:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776235.243478:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243479:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776235.243482:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776235.243483:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1775776235.243485:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776235.243487:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1775776235.243489:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776235.243490:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776235.243492:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776235.243494:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776235.243495:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776235.243504:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776235.243505:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776235.243509:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243514:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243516:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776260 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243520:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243520:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776235.243522:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776235.243524:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776235.243526:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776235.243527:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307184300
00000100:00000001:1.0:1775776235.243528:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243530:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307184300
00000100:00000001:1.0:1775776235.243531:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307185031
00000100:00000001:1.0:1775776235.243532:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776235.243534:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243535:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776235.243537:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776235/real 1775776235]  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776235.243541:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776235.243542:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776235.243542:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776235.243544:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776235.243544:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776235.243545:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776235.243547:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776235.243552:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243555:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776235.243556:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243556:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243557:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776235.243559:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243562:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776235.243564:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243567:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776235.243568:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243569:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776235.243570:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243571:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776235.243572:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776235.243573:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776235.243575:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776235.243576:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776235.243578:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776235.243582:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309234048:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776235.243584:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243585:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243586:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9880 x1862023309233792/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243590:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776235.243591:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243592:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776235.243593:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776235.243593:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776235.243594:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776235.243595:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776235.243596:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776235.243598:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776235.243599:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776235.243600:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9880.
00000100:00000001:1.0:1775776235.243601:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776235.243602:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243603:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243604:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309233920/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243608:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776235.243608:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243609:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776235.243610:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776235.243611:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776235.243611:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776235.243612:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776235.243613:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776235.243615:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776235.243615:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776235.243616:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776235.243617:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776235.243618:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243619:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776235.243620:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309234048/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776260 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776235.243623:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776235.243624:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776235.243625:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776235.243626:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776235.243626:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776235.243627:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776235.243628:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776235.243628:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776235.243629:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776235.243630:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776235.243631:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776235.243632:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776235.243632:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243633:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776235.243635:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776235.243636:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776235.243637:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776235.243638:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776235.882328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776235.882331:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776235.882333:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776236.202278:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307185031, at 4307185088
00000100:00000010:1.0:1775776236.202295:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01eea0.
00000020:00000001:2.0:1775776239.978340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776239.978344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776239.978348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776240.362305:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776240.362314:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776240.362317:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776240.362321:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776240.362325:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776240.362333:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12516
00000400:00000200:1.0:1775776240.362343:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776240.362349:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776240.362353:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776240.362357:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776240.362369:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776240.362371:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776240.362374:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776240.362376:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776240.362378:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776240.362381:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776240.362384:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362386:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362388:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362390:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776240.362392:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776240.362397:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362399:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776240.362402:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776240.362406:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776240.362408:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362411:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776240.362413:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776240.362423:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776240.362427:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776240.362431:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776240.362433:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362437:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776240.362440:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776240.362444:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776240.362452:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776240.362458:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776240.362467:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309234176/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776240.362478:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776240.362482:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776240.362487:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309234176/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776240.362513:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776240.362516:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776240.362520:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776240.362521:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776240.362523:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776240.362526:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776240.362529:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12516
00000400:00000200:1.0:1775776240.362533:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776240.362536:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776240.362540:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776240.362544:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362549:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362551:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776240.362553:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776240.362555:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776240.362557:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776240.362559:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776240.362561:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776240.362565:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776240.362570:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362576:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362581:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362584:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776240.362589:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776240.362596:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362602:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776240.362606:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776240.362614:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776240.362626:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362632:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776240.362637:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776240.362643:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362647:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776240.362652:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776240.362656:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776240.362659:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776240.362662:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362666:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776240.362668:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776240.362670:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776240.362677:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776240.362681:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776240.362689:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309234304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776240.362699:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776240.362702:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776240.362708:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309234304/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776240.362721:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776240.362724:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776240.362729:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776240.362732:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776240.362734:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776240.362739:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776240.362743:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12516
00000400:00000200:1.0:1775776240.362750:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776240.362755:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776240.362759:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776240.362761:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362763:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362796:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362799:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776240.362803:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776240.362804:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776240.362806:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776240.362807:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776240.362809:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776240.362813:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776240.362818:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362819:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362820:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362821:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776240.362823:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776240.362825:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362828:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776240.362829:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776240.362832:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776240.362835:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362838:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776240.362842:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776240.362845:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362849:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776240.362852:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776240.362856:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776240.362859:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776240.362862:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362865:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776240.362866:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776240.362869:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776240.362872:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776240.362877:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776240.362884:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309234432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776240.362896:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776240.362898:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776240.362903:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309234432/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776240.362917:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776240.362921:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776240.362925:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776240.362926:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776240.362927:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776240.362929:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776240.362931:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12516
00000400:00000200:1.0:1775776240.362936:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776240.362939:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776240.362942:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776240.362944:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362945:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362946:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362947:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776240.362949:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776240.362950:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776240.362951:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776240.362952:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776240.362953:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776240.362954:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776240.362956:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362957:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776240.362958:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362959:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776240.362961:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776240.362962:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776240.362964:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776240.362965:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776240.362966:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776240.362968:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362969:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776240.362970:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776240.362971:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362972:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776240.362975:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776240.362977:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776240.362979:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776240.362980:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776240.362982:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776240.362983:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776240.362984:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776240.362989:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00000001:1.0:1775776240.362992:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776240.362996:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309234560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776240.363004:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776240.363007:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776240.363013:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309234560/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776240.363030:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776240.363036:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12526)
00000800:00000200:0.1:1775776240.363037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776240.363056:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776240.363547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776240.363550:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776240.363870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776240.363872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776240.364196:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776240.364198:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000100:00000001:2.0:1775776241.258283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776241.258289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776241.258291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776241.258295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776241.258298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776241.258302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776241.258304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776241.258305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776241.258307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776241.322272:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307190152, at 4307190208
00000100:00000010:1.0:1775776241.322290:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1a20.
00000100:00000001:2.0:1775776242.282297:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776242.282303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776242.282305:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776242.282310:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776242.282314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776242.282318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776242.282320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776242.282323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776242.282325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776243.306269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776243.306275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776243.306277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776243.306280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776243.306283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776243.306286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776243.306288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776243.306291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776243.306293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776244.074357:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776244.074361:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776244.074364:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776244.330285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776244.330292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776244.330294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776244.330299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776244.330303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776244.330307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776244.330309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776244.330312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776244.330314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776245.354279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776245.354286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776245.354288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776245.354293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776245.354297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776245.354301:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776245.354304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776245.354306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776245.354309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776245.482302:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776245.482311:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776245.482313:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776245.482317:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776245.482321:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776245.482328:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12521
00000400:00000200:1.0:1775776245.482337:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776245.482344:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776245.482347:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776245.482350:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482353:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482355:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482357:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776245.482361:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776245.482363:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776245.482365:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776245.482367:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776245.482369:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776245.482372:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776245.482375:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482376:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482378:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482380:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776245.482382:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776245.482386:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482389:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776245.482392:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776245.482395:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776245.482398:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482400:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776245.482402:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776245.482411:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776245.482415:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776245.482419:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776245.482420:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482423:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776245.482426:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776245.482431:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776245.482439:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776245.482445:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776245.482454:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309234688/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776245.482464:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776245.482468:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776245.482473:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309234688/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776245.482498:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776245.482501:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776245.482504:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776245.482505:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776245.482507:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776245.482509:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776245.482512:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12521
00000400:00000200:1.0:1775776245.482516:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776245.482519:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776245.482522:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776245.482526:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482533:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776245.482535:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776245.482536:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776245.482538:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776245.482540:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776245.482542:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776245.482547:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776245.482553:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482557:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482561:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482566:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776245.482571:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776245.482578:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482582:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776245.482585:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776245.482590:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776245.482597:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482601:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776245.482605:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776245.482610:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482613:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776245.482619:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776245.482623:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776245.482627:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776245.482629:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482632:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776245.482635:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776245.482637:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776245.482644:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776245.482650:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776245.482658:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309234816/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776245.482671:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776245.482675:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776245.482695:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309234816/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776245.482705:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776245.482709:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776245.482716:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776245.482719:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776245.482722:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776245.482725:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776245.482730:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12521
00000400:00000200:1.0:1775776245.482737:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776245.482742:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776245.482746:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776245.482750:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482752:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482757:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482761:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776245.482763:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776245.482764:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776245.482767:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776245.482770:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776245.482774:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776245.482777:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776245.482784:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482787:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.482794:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482798:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776245.482801:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776245.482810:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776245.482817:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776245.482822:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776245.482827:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776245.482832:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482835:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776245.482840:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776245.482846:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.482849:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776245.482855:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776245.482859:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776245.482874:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776245.482878:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776245.482882:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776245.482883:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776245.482887:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1775776245.482888:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
02000000:00000001:1.0:1775776245.482891:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776245.482900:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776245.482906:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776245.482916:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309234944/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776245.482928:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776245.482930:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776245.482938:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309234944/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776245.482965:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776245.482972:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776245.482982:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776245.482987:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776245.482992:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776245.482995:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776245.483000:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12521
00000400:00000200:1.0:1775776245.483010:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776245.483017:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776245.483020:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776245.483027:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.483031:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.483037:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.483042:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776245.483047:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776245.483050:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776245.483055:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776245.483059:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776245.483065:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776245.483072:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776245.483081:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.483086:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776245.483093:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776245.483099:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776245.483105:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776245.483115:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776245.483121:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776245.483127:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776245.483134:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776245.483140:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.483146:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776245.483151:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776245.483159:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.483191:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776245.483197:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776245.483199:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776245.483202:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776245.483203:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776245.483205:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776245.483207:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776245.483209:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776245.483214:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776245.483220:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776245.483230:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309235072/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776245.483244:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776245.483248:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776245.483254:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309235072/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776245.483269:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776245.483277:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12532)
00000800:00000200:0.1:1775776245.483480:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776245.483482:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776245.483752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776245.483754:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776245.484001:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776245.484003:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1775776246.378260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776246.378267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776246.378269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776246.378276:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776246.378279:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776246.378283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776246.378286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776246.378289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776246.378291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776246.442229:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307195271, at 4307195328
00000100:00000010:1.0:1775776246.442248:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1180.
00000100:00000001:3.0:1775776247.402261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776247.402268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776247.402271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776247.402277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776247.402280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776247.402285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776247.402288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776247.402291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776247.402293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776248.170367:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776248.170371:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776248.170374:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776248.426268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776248.426272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776248.426274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776248.426278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776248.426282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776248.426284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776248.426286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776248.426288:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776248.426290:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776249.450277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776249.450284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776249.450286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776249.450293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776249.450297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776249.450301:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776249.450304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776249.450308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776249.450310:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776250.474238:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776250.474245:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776250.474247:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776250.474253:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776250.474257:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776250.474261:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776250.474263:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776250.474266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776250.474268:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776250.602294:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776250.602304:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776250.602306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776250.602310:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776250.602315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776250.602321:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12527
00000400:00000200:1.0:1775776250.602330:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776250.602336:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776250.602349:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776250.602353:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602357:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602363:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776250.602366:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776250.602368:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776250.602372:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776250.602374:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776250.602376:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776250.602379:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776250.602382:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602384:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602385:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602387:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776250.602390:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776250.602393:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602395:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776250.602398:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776250.602402:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776250.602404:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602406:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776250.602408:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776250.602418:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776250.602422:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776250.602425:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776250.602427:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602429:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776250.602432:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776250.602436:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776250.602454:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776250.602460:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776250.602470:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309235200/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776250.602481:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776250.602486:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776250.602492:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309235200/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776250.602513:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776250.602516:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776250.602519:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776250.602520:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776250.602522:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776250.602525:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776250.602527:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12527
00000400:00000200:1.0:1775776250.602531:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776250.602535:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776250.602538:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776250.602541:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602543:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602547:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602551:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776250.602555:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776250.602558:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776250.602562:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776250.602566:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776250.602571:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776250.602576:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776250.602583:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602604:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602609:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602614:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776250.602623:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776250.602629:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602635:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776250.602638:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776250.602643:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776250.602647:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602648:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776250.602652:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776250.602656:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602660:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776250.602666:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776250.602670:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776250.602676:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776250.602679:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602683:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776250.602686:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776250.602689:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776250.602697:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776250.602701:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776250.602710:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309235328/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776250.602724:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776250.602728:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776250.602736:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309235328/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776250.602750:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776250.602755:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776250.602762:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776250.602764:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776250.602765:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776250.602769:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775776250.602779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776250.602781:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1775776250.602783:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12527
00000400:00000200:1.0:1775776250.602791:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776250.602797:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776250.602801:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776250.602808:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602812:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602816:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602821:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776250.602826:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776250.602829:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776250.602832:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776250.602835:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776250.602838:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776250.602843:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776250.602851:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602855:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.602858:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602863:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776250.602866:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776250.602871:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776250.602876:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776250.602878:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776250.602881:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776250.602884:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602887:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776250.602891:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776250.602894:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602897:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776250.602902:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776250.602907:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776250.602923:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776250.602926:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.602931:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776250.602934:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776250.602937:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776250.602943:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776250.602948:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776250.602958:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309235456/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776250.602978:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776250.602982:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776250.602990:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309235456/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776250.603008:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776250.603013:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776250.603020:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776250.603023:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776250.603026:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776250.603032:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776250.603038:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12527
00000400:00000200:1.0:1775776250.603044:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776250.603051:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776250.603056:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776250.603062:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.603066:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.603070:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.603073:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776250.603077:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776250.603079:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776250.603083:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776250.603087:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776250.603090:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776250.603095:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776250.603102:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.603104:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776250.603109:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776250.603113:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776250.603118:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776250.603124:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776250.603130:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776250.603135:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776250.603140:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776250.603145:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.603149:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776250.603153:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776250.603158:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.603191:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776250.603197:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776250.603201:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776250.603206:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776250.603209:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776250.603213:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776250.603215:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776250.603217:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776250.603223:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776250.603229:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776250.603238:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309235584/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776250.603252:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776250.603257:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776250.603266:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309235584/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776250.603287:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776250.603295:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12537)
00000800:00000200:0.1:1775776250.603311:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776250.603313:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776250.603473:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776250.603475:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776250.603702:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776250.603703:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775776251.498257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776251.498264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776251.498266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776251.498272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776251.498275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776251.498279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776251.498281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776251.498283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776251.498286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776251.562236:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307200391, at 4307200448
00000100:00000010:1.0:1775776251.562264:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1b40.
00000020:00000001:2.0:1775776252.266352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776252.266356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776252.266360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776252.522257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776252.522263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776252.522264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776252.522269:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776252.522271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776252.522274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776252.522277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776252.522279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776252.522281:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776253.546249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776253.546257:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776253.546259:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776253.546264:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776253.546268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776253.546273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776253.546275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776253.546277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776253.546280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776254.570292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000800:00000200:2.0:1775776254.570293:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000100:00000001:3.0:1775776254.570298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776254.570302:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776254.570303:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000100:00100000:3.0:1775776254.570307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000800:00000200:2.0:1775776254.570309:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:3.0:1775776254.570312:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776254.570316:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776254.570318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776254.570321:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776254.570324:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776254.570494:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00000001:3.0:1775776255.594232:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776255.594237:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776255.594239:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776255.594245:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776255.594249:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776255.594252:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776255.594255:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776255.594257:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776255.594259:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776255.722274:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776255.722283:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776255.722285:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776255.722288:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776255.722292:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776255.722297:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12532
00000400:00000200:2.0:1775776255.722304:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776255.722309:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776255.722311:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776255.722313:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722316:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722318:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776255.722322:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776255.722323:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776255.722325:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776255.722327:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776255.722328:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776255.722330:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776255.722331:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722333:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722334:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722335:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776255.722337:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776255.722338:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722340:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776255.722342:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776255.722344:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776255.722346:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722347:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776255.722354:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776255.722363:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776255.722365:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776255.722368:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776255.722369:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722372:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776255.722374:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776255.722377:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776255.722382:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776255.722388:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776255.722394:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309235712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776255.722401:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776255.722405:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776255.722408:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309235712/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776255.722422:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776255.722426:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776255.722428:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776255.722430:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776255.722431:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776255.722433:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776255.722436:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12532
00000400:00000200:2.0:1775776255.722439:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776255.722442:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776255.722444:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776255.722447:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722449:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722450:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722452:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776255.722454:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776255.722455:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776255.722457:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776255.722459:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776255.722461:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776255.722463:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776255.722465:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722468:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722469:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722472:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776255.722474:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776255.722476:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722478:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776255.722480:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776255.722485:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776255.722487:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722488:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776255.722492:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776255.722495:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722497:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776255.722511:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776255.722513:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776255.722515:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776255.722516:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722517:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776255.722519:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776255.722520:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776255.722524:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776255.722527:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776255.722531:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309235840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776255.722538:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776255.722540:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776255.722543:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309235840/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776255.722555:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776255.722558:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776255.722561:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776255.722563:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776255.722564:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776255.722566:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776255.722569:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12532
00000400:00000200:2.0:1775776255.722572:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776255.722574:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776255.722576:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776255.722579:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722581:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722583:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722584:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776255.722586:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776255.722587:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776255.722589:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776255.722591:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776255.722592:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776255.722594:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776255.722597:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722598:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722600:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722601:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776255.722603:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776255.722605:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722607:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776255.722609:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776255.722611:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776255.722614:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722615:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776255.722618:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776255.722620:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722621:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776255.722623:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776255.722625:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776255.722628:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776255.722629:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722630:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776255.722632:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776255.722633:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776255.722636:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776255.722638:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776255.722641:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309235968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776255.722648:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776255.722650:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776255.722652:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776255.722653:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309235968/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776255.722668:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776255.722668:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1775776255.722671:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776255.722674:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776255.722675:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776255.722677:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776255.722678:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776255.722680:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12532
00000400:00000200:2.0:1775776255.722683:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776255.722686:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776255.722688:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776255.722691:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722692:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722694:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722696:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776255.722698:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776255.722699:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776255.722701:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776255.722702:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776255.722704:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776255.722707:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776255.722709:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722711:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776255.722713:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722715:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776255.722717:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776255.722719:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776255.722721:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776255.722723:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776255.722725:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776255.722726:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722728:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776255.722730:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776255.722732:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722734:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776255.722742:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776255.722748:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776255.722751:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776255.722752:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776255.722753:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776255.722754:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776255.722756:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776255.722759:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776255.722762:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776255.722766:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309236096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776255.722773:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776255.722775:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776255.722778:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309236096/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776255.722786:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776255.722790:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12542)
00000800:00000200:0.1:1775776255.723034:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776255.723035:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776255.723253:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776255.723254:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776255.723433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776255.723435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1775776256.362321:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776256.362325:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776256.362327:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776256.618263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776256.618270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776256.618272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776256.618277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776256.618280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776256.618283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776256.618285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776256.618287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776256.618289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776256.682269:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307205511, at 4307205568
00000100:00000010:1.0:1775776256.682287:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1b40.
00000100:00000001:3.0:1775776257.642265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776257.642271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776257.642273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776257.642278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776257.642282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776257.642286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776257.642289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776257.642293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776257.642295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776258.666239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776258.666244:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776258.666246:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776258.666250:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776258.666252:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776258.666256:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776258.666257:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776258.666259:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776258.666262:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776259.690255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776259.690262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776259.690264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776259.690269:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776259.690272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776259.690275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776259.690278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776259.690280:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776259.690283:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776260.458380:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776260.458382:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776260.458386:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776260.714241:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776260.714248:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776260.714251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776260.714256:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776260.714259:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776260.714262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776260.714264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776260.714266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776260.714268:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776260.842303:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776260.842313:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776260.842316:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776260.842320:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776260.842324:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776260.842331:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12537
00000400:00000200:2.0:1775776260.842340:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776260.842347:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776260.842350:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776260.842353:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842356:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842358:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842360:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776260.842365:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776260.842366:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776260.842368:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776260.842372:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776260.842374:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776260.842376:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776260.842379:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842382:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842383:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842385:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776260.842388:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776260.842391:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842393:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776260.842396:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776260.842400:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776260.842403:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842405:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776260.842407:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776260.842428:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776260.842432:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776260.842435:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776260.842437:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842440:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776260.842443:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776260.842446:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776260.842454:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776260.842460:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776260.842469:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309236224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776260.842479:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776260.842483:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776260.842486:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309236224/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776260.842502:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776260.842504:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776260.842507:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776260.842508:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776260.842509:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776260.842511:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776260.842513:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12537
00000400:00000200:2.0:1775776260.842515:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776260.842517:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776260.842519:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776260.842521:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842523:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842525:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842526:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776260.842528:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776260.842529:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776260.842530:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776260.842531:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776260.842533:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776260.842536:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776260.842539:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842541:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842544:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842545:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776260.842548:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776260.842551:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842555:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776260.842559:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776260.842564:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776260.842569:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842571:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776260.842574:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776260.842579:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842583:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776260.842586:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776260.842593:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776260.842598:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776260.842600:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842604:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776260.842606:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776260.842609:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776260.842614:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776260.842620:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776260.842628:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309236352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776260.842639:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776260.842644:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776260.842647:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309236352/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776260.842658:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776260.842662:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776260.842664:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776260.842667:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776260.842668:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776260.842672:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776260.842676:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12537
00000400:00000200:2.0:1775776260.842683:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776260.842688:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776260.842691:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776260.842695:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842699:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842700:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842704:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776260.842706:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776260.842708:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776260.842709:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776260.842710:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776260.842714:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776260.842717:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776260.842719:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842721:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842723:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842725:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776260.842728:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776260.842732:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842736:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776260.842738:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776260.842741:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776260.842745:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842747:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776260.842750:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776260.842754:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842758:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776260.842764:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776260.842767:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776260.842770:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776260.842771:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842774:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776260.842776:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776260.842779:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776260.842783:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776260.842787:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776260.842793:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309236480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776260.842807:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776260.842810:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776260.842814:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309236480/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776260.842823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776260.842826:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1775776260.842832:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776260.842837:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776260.842842:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776260.842843:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776260.842845:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776260.842848:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776260.842850:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12537
00000400:00000200:2.0:1775776260.842855:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776260.842859:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776260.842862:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776260.842868:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842870:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842873:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842875:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776260.842879:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776260.842880:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776260.842881:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776260.842882:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776260.842885:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776260.842887:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776260.842891:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842894:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776260.842897:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842902:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776260.842907:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776260.842909:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776260.842912:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776260.842915:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776260.842917:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776260.842922:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842925:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776260.842928:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776260.842930:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842933:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776260.842936:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776260.842937:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776260.842940:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776260.842941:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776260.842945:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776260.842948:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776260.842949:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776260.842954:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776260.842956:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776260.842963:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309236608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776260.842970:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776260.842972:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776260.842975:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309236608/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776260.842984:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776260.842987:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12547)
00000800:00000200:0.1:1775776260.843325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776260.843327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776260.843585:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776260.843587:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776260.843792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776260.843794:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1775776261.738264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776261.738272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776261.738274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776261.738280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776261.738284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776261.738288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776261.738291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776261.738294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776261.738296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776261.802236:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307210631, at 4307210688
00000100:00000010:1.0:1775776261.802250:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1180.
00000100:00000001:3.0:1775776262.762263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776262.762269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776262.762271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776262.762274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776262.762277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776262.762280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776262.762282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776262.762284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776262.762286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776263.786268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776263.786275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776263.786277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776263.786281:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776263.786284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776263.786287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776263.786289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776263.786291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776263.786294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776264.554382:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776264.554386:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776264.554389:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776264.810242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776264.810247:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776264.810248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776264.810252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776264.810255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776264.810258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776264.810260:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776264.810261:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776264.810263:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776265.834277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776265.834288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776265.834290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776265.834297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776265.834302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776265.834306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776265.834309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776265.834311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776265.834314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776265.962241:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776265.962255:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776265.962260:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776265.962264:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776265.962269:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776265.962277:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12542
00000400:00000200:2.0:1775776265.962288:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776265.962295:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776265.962298:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776265.962302:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962305:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962307:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962309:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776265.962314:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776265.962316:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776265.962344:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776265.962347:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776265.962349:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776265.962352:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776265.962355:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962357:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962358:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962360:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776265.962363:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776265.962366:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962369:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776265.962372:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776265.962376:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776265.962380:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962382:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776265.962385:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776265.962396:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776265.962400:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776265.962404:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776265.962406:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962409:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776265.962412:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776265.962418:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776265.962429:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776265.962437:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776265.962447:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309236736/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776265.962459:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776265.962464:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776265.962469:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309236736/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776265.962492:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776265.962495:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776265.962497:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776265.962498:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776265.962500:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776265.962502:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776265.962503:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12542
00000400:00000200:2.0:1775776265.962506:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776265.962508:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776265.962510:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776265.962512:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962513:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962515:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962517:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776265.962518:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776265.962520:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776265.962521:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776265.962523:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776265.962526:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776265.962528:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776265.962531:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962534:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962535:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962537:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776265.962541:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776265.962544:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962548:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776265.962551:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776265.962558:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776265.962563:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962567:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776265.962574:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776265.962581:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962583:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776265.962588:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776265.962592:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776265.962596:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776265.962598:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962600:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776265.962601:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776265.962604:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776265.962610:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776265.962615:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776265.962621:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309236864/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776265.962629:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776265.962632:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776265.962634:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309236864/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776265.962649:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776265.962654:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776265.962657:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776265.962658:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776265.962658:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776265.962660:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776265.962664:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12542
00000400:00000200:2.0:1775776265.962668:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776265.962669:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776265.962673:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776265.962676:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962677:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962679:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962680:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776265.962684:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776265.962686:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776265.962688:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776265.962690:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776265.962693:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776265.962696:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776265.962698:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962701:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962704:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962708:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776265.962711:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776265.962716:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962720:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776265.962725:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776265.962727:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776265.962730:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962734:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776265.962738:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776265.962740:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962743:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776265.962747:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776265.962749:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776265.962751:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776265.962752:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962754:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776265.962756:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776265.962759:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776265.962762:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776265.962765:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776265.962769:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309236992/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776265.962776:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776265.962777:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776265.962782:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309236992/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776265.962788:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776265.962791:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776265.962793:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776265.962794:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776265.962795:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776265.962798:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776265.962810:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12542
00000400:00000200:2.0:1775776265.962814:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776265.962819:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776265.962823:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776265.962830:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962832:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962835:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962836:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776265.962837:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776265.962838:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776265.962839:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776265.962841:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776265.962842:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776265.962845:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776265.962851:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962853:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776265.962857:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962860:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776265.962863:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776265.962865:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776265.962869:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776265.962871:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776265.962873:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776265.962875:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962877:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776265.962878:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776265.962880:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962884:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776265.962886:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776265.962888:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776265.962892:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776265.962893:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776265.962896:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776265.962898:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776265.962900:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776265.962904:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000800:00000200:0.1:1775776265.962904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776265.962910:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776265.962916:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309237120/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776265.962923:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776265.962925:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776265.962928:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309237120/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776265.962944:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776265.962953:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12552)
00000800:00000200:0.1:1775776265.963143:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776265.963288:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776265.963418:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776266.858277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776266.858284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776266.858287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776266.858292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776266.858314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776266.858318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776266.858321:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776266.858323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776266.858326:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776266.922278:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307215751, at 4307215808
00000100:00000010:1.0:1775776266.922302:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1a20.
00000100:00000001:3.0:1775776267.882261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776267.882266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776267.882268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776267.882272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776267.882275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776267.882279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776267.882281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776267.882283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776267.882285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776268.650411:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776268.650417:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776268.650421:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776268.906293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776268.906298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776268.906300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776268.906304:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776268.906307:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776268.906310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776268.906313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776268.906314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776268.906316:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776269.034458:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776269.034510:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776269.034525:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776269.034530:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776269.034534:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776269.034538:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776269.034543:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776269.034548:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed300.
00000400:00000200:3.0:1775776269.034554:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776269.034559:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776269.034567:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace23b8
00000400:00000010:3.0:1775776269.034571:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace23b8.
00000100:00000001:3.0:1775776269.034580:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776269.034593:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ca80 x1862023309236736/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034643:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776269.034647:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309236736/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034654:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776269.034656:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776269.034666:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776269.034669:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed600.
00000400:00000200:3.0:1775776269.034671:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776269.034675:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776269.034678:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2dd0
00000400:00000010:3.0:1775776269.034680:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2dd0.
00000100:00000001:3.0:1775776269.034683:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776269.034688:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f100 x1862023309236864/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034695:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776269.034698:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309236864/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034703:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776269.034705:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776269.034709:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776269.034711:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:3.0:1775776269.034714:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776269.034717:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776269.034720:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2660
00000400:00000010:3.0:1775776269.034721:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2660.
00000100:00000001:3.0:1775776269.034724:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776269.034729:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d180 x1862023309236992/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034741:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776269.034744:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309236992/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034750:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776269.034751:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776269.034754:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776269.034756:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed900.
00000400:00000200:3.0:1775776269.034758:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776269.034761:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776269.034763:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2b28
00000400:00000010:3.0:1775776269.034765:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2b28.
00000100:00000001:3.0:1775776269.034766:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776269.034771:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1dc00 x1862023309237120/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034778:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776269.034780:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309237120/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776269.034785:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776269.034786:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776269.930273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776269.930279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776269.930281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776269.930285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776269.930288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776269.930291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776269.930293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776269.930295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776269.930297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776270.954265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776270.954271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776270.954273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776270.954278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776270.954283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776270.954287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776270.954290:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776270.954292:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776270.954294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776271.082279:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776271.082289:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776271.082292:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776271.082295:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776271.082300:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776271.082307:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12547
00000400:00000200:2.0:1775776271.082317:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776271.082322:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776271.082325:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776271.082328:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082330:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082332:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082333:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776271.082336:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776271.082337:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776271.082339:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776271.082341:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776271.082342:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776271.082344:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776271.082346:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082349:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776271.082352:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776271.082354:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082356:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776271.082359:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776271.082361:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776271.082364:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082366:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776271.082368:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776271.082375:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776271.082379:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776271.082382:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776271.082384:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082387:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776271.082390:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776271.082395:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776271.082402:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776271.082409:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776271.082418:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309237248/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776271.082428:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776271.082433:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776271.082437:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309237248/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776271.082462:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776271.082465:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776271.082469:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776271.082470:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776271.082472:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776271.082475:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776271.082477:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12547
00000400:00000200:2.0:1775776271.082480:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776271.082483:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776271.082486:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776271.082488:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082491:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082493:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082495:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776271.082498:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776271.082499:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776271.082501:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776271.082504:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776271.082507:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776271.082511:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776271.082517:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082519:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082523:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082528:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776271.082533:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776271.082538:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082542:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776271.082544:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776271.082551:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776271.082556:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082560:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776271.082564:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776271.082569:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082572:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776271.082577:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776271.082581:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776271.082585:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776271.082586:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082588:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776271.082590:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776271.082593:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776271.082598:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776271.082603:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776271.082611:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309237376/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776271.082621:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776271.082623:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776271.082629:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309237376/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776271.082647:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776271.082651:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776271.082659:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776271.082662:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776271.082664:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776271.082666:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776271.082669:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12547
00000400:00000200:2.0:1775776271.082677:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776271.082684:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776271.082688:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776271.082693:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082696:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082699:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082702:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776271.082706:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776271.082709:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776271.082711:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776271.082712:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776271.082714:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776271.082719:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776271.082725:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082729:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082734:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082738:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776271.082742:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776271.082747:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082752:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776271.082756:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776271.082760:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776271.082765:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082770:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776271.082773:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776271.082779:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082780:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776271.082784:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776271.082788:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776271.082792:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776271.082795:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082798:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776271.082800:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776271.082803:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776271.082809:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776271.082815:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776271.082822:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309237504/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776271.082833:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776271.082836:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776271.082840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776271.082844:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309237504/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776271.082845:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775776271.082862:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776271.082865:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776271.082868:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776271.082870:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776271.082871:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776271.082879:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776271.082882:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12547
00000400:00000200:2.0:1775776271.082887:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776271.082893:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776271.082898:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776271.082902:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082910:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082914:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082919:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776271.082922:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776271.082925:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776271.082928:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776271.082932:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776271.082935:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776271.082939:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776271.082945:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082951:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776271.082955:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082962:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776271.082967:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776271.082973:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776271.082978:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776271.082982:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776271.082986:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776271.082990:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.082992:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776271.082996:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776271.082999:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.083001:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776271.083008:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776271.083012:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776271.083016:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776271.083019:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776271.083021:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776271.083024:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776271.083027:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776271.083033:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776271.083038:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776271.083046:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309237632/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776271.083059:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776271.083064:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776271.083070:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309237632/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776271.083092:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776271.083098:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12557)
00000800:00000200:0.1:1775776271.083418:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776271.083420:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776271.083668:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776271.083670:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776271.083937:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776271.083939:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775776271.978318:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776271.978326:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776271.978327:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776271.978333:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776271.978337:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776271.978342:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776271.978344:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776271.978347:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776271.978350:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776272.042297:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307220871, at 4307220928
00000100:00000010:1.0:1775776272.042323:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ba0.
00000020:00000001:2.0:1775776272.746417:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776272.746424:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776272.746429:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776273.002291:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776273.002300:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776273.002302:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776273.002310:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776273.002315:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776273.002319:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776273.002322:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776273.002325:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776273.002328:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776274.026298:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776274.026308:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776274.026310:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776274.026317:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776274.026322:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776274.026327:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776274.026331:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776274.026334:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776274.026338:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776275.050277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776275.050285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776275.050287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776275.050292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776275.050297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776275.050300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776275.050304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776275.050306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776275.050308:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776276.074281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776276.074289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776276.074291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776276.074297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776276.074301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776276.074305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776276.074308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776276.074310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776276.074312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776276.202291:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776276.202307:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776276.202311:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776276.202317:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776276.202324:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776276.202335:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12552
00000400:00000200:1.0:1775776276.202349:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776276.202359:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776276.202364:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776276.202368:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202380:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202383:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202387:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776276.202393:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776276.202395:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776276.202399:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776276.202402:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776276.202403:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776276.202405:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776276.202408:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202409:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202412:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202414:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776276.202418:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776276.202422:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202425:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776276.202430:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776276.202434:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776276.202437:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202440:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776276.202443:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776276.202456:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776276.202461:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776276.202465:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776276.202467:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202471:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776276.202475:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776276.202482:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776276.202497:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776276.202504:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776276.202515:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309237760/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776276.202524:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776276.202529:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776276.202533:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309237760/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776276.202553:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776276.202555:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776276.202558:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776276.202559:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776276.202561:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776276.202563:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776276.202566:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12552
00000400:00000200:1.0:1775776276.202570:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776276.202573:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776276.202575:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776276.202578:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202580:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202584:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202587:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776276.202590:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776276.202592:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776276.202593:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776276.202596:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776276.202599:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776276.202602:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776276.202606:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202608:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202609:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202611:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776276.202612:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776276.202614:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202615:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776276.202618:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776276.202624:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776276.202629:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202632:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776276.202637:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776276.202642:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202645:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776276.202650:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776276.202656:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776276.202663:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776276.202667:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202671:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776276.202675:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776276.202679:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776276.202687:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776276.202694:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776276.202703:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309237888/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776276.202715:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776276.202717:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776276.202722:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309237888/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776276.202736:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776276.202742:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776276.202749:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776276.202752:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776276.202755:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776276.202757:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776276.202762:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12552
00000400:00000200:1.0:1775776276.202769:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776276.202774:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776276.202776:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776276.202780:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202783:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202785:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202787:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776276.202791:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776276.202792:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776276.202796:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776276.202798:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776276.202799:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776276.202802:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776276.202806:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202811:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202814:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202816:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776276.202820:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776276.202826:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202828:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776276.202830:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776276.202834:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776276.202837:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202840:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776276.202844:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776276.202848:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202851:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776276.202855:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776276.202860:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776276.202866:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776276.202867:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.202869:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776276.202870:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776276.202874:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776276.202879:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776276.202883:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776276.202889:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309238016/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776276.202909:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776276.202913:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776276.202916:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776276.202918:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309238016/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776276.202922:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1775776276.202931:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776276.202936:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776276.202942:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776276.202943:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776276.202945:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776276.202949:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776276.202953:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12552
00000400:00000200:1.0:1775776276.202958:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776276.202966:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776276.202970:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776276.202974:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202979:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.202983:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.202986:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776276.202999:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776276.203002:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776276.203007:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776276.203011:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776276.203015:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776276.203019:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776276.203025:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.203027:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776276.203029:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776276.203032:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776276.203035:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776276.203041:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776276.203046:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776276.203048:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776276.203050:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776276.203054:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.203056:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776276.203059:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776276.203061:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.203065:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776276.203068:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776276.203072:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776276.203075:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776276.203078:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776276.203079:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776276.203082:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776276.203084:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776276.203095:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00000001:1.0:1775776276.203100:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776276.203111:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309238144/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776276.203117:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776276.203121:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776276.203128:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309238144/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776276.203157:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776276.203198:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12562)
00000800:00000200:0.1:1775776276.203417:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776276.203419:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776276.203636:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776276.203639:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776276.203859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776276.203861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775776276.842351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776276.842354:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776276.842356:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776277.098254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776277.098262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776277.098264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776277.098270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776277.098274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776277.098278:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776277.098281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776277.098283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776277.098285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776277.162291:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307225991, at 4307226048
00000100:00000010:1.0:1775776277.162319:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1c00.
00000100:00000001:3.0:1775776278.122277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776278.122284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776278.122286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776278.122291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776278.122294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776278.122298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776278.122300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776278.122302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776278.122305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776279.146255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776279.146261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776279.146263:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776279.146268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776279.146271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776279.146274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776279.146276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776279.146277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776279.146280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776280.170229:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776280.170235:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776280.170237:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776280.170241:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776280.170245:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776280.170247:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776280.170250:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776280.170251:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776280.170254:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776280.938360:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776280.938364:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776280.938367:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1775776281.194259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:3.0:1775776281.194267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776281.194269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776281.194274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:3.0:1775776281.194278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776281.194282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776281.194285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776281.194287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776281.194289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776281.322258:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776281.322268:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776281.322270:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776281.322274:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776281.322279:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776281.322286:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12557
00000400:00000200:2.0:1775776281.322295:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776281.322300:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776281.322303:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776281.322306:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322309:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322311:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322313:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776281.322317:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776281.322319:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776281.322321:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776281.322323:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776281.322325:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776281.322327:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776281.322330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322331:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322333:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322335:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776281.322337:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776281.322339:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322341:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776281.322344:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776281.322347:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776281.322350:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322352:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776281.322354:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776281.322362:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776281.322366:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776281.322369:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776281.322371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322374:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776281.322376:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776281.322380:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776281.322387:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776281.322393:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776281.322401:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309238272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776281.322410:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776281.322414:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776281.322418:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309238272/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776281.322437:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776281.322440:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776281.322443:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776281.322444:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776281.322446:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776281.322448:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776281.322451:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12557
00000400:00000200:2.0:1775776281.322454:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776281.322457:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776281.322459:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776281.322462:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322465:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322467:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322469:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776281.322471:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776281.322473:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776281.322476:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776281.322479:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776281.322482:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776281.322486:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776281.322492:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322497:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322501:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322505:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776281.322508:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776281.322513:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322518:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776281.322521:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776281.322528:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776281.322532:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322537:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776281.322542:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776281.322547:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322551:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776281.322556:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776281.322559:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776281.322561:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776281.322563:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322566:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776281.322567:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776281.322570:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776281.322576:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776281.322582:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776281.322592:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309238400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776281.322604:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776281.322609:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776281.322614:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309238400/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776281.322639:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776281.322644:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776281.322651:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776281.322655:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776281.322657:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776281.322660:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776281.322667:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12557
00000400:00000200:2.0:1775776281.322673:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776281.322679:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776281.322683:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776281.322689:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322691:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322696:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776281.322699:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776281.322700:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776281.322705:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1775776281.322705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000020:00000040:2.0:1775776281.322707:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776281.322711:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776281.322713:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776281.322718:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776281.322721:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776281.322727:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322732:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322736:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322740:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776281.322743:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776281.322748:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322751:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776281.322756:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776281.322760:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776281.322764:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322768:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776281.322772:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776281.322776:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322779:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776281.322783:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776281.322788:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776281.322792:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776281.322794:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322797:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776281.322799:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776281.322800:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776281.322806:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776281.322810:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776281.322817:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309238528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776281.322832:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776281.322836:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776281.322842:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309238528/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776281.322869:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776281.322872:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776281.322878:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776281.322880:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776281.322883:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776281.322889:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776281.322894:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12557
00000400:00000200:2.0:1775776281.322903:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776281.322910:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776281.322915:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776281.322921:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322924:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322926:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322928:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776281.322930:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776281.322931:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776281.322934:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776281.322938:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776281.322941:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776281.322944:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776281.322950:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322955:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776281.322959:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322964:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776281.322968:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776281.322975:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776281.322980:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776281.322984:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776281.322989:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776281.322993:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.322998:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776281.323001:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776281.323005:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.323008:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776281.323014:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776281.323019:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776281.323025:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776281.323027:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776281.323032:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776281.323034:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776281.323038:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776281.323043:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776281.323047:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776281.323070:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309238656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776281.323090:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776281.323094:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776281.323098:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309238656/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776281.323114:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776281.323121:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12567)
00000800:00000200:0.1:1775776281.323236:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776281.323238:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776281.323399:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776281.323400:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776281.323547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776281.323548:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775776282.218263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776282.218271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776282.218273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776282.218278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776282.218282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776282.218286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776282.218288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776282.218291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776282.218293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776282.282261:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307231111, at 4307231168
00000100:00000010:1.0:1775776282.282275:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1240.
00000100:00000001:2.0:1775776283.242279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776283.242291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776283.242293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776283.242299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776283.242303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776283.242307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776283.242311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776283.242313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776283.242315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776284.266258:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776284.266266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776284.266268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776284.266273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776284.266277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776284.266279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776284.266281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776284.266283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776284.266286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776285.034335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776285.034338:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776285.034340:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776285.290261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776285.290267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776285.290269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776285.290274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776285.290283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776285.290287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776285.290290:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776285.290292:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776285.290295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.314273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776286.314280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776286.314282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776286.314287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776286.314290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776286.314294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776286.314297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776286.314299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776286.314302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776286.442279:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776286.442289:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776286.442292:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776286.442296:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776286.442301:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776286.442307:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12562
00000400:00000200:2.0:1775776286.442317:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776286.442324:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776286.442327:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776286.442330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442333:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.442336:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442338:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776286.442342:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776286.442344:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776286.442346:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776286.442350:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776286.442352:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776286.442354:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776286.442357:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.442362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442364:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776286.442367:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776286.442371:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442373:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776286.442376:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776286.442380:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776286.442383:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442385:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776286.442387:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776286.442396:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776286.442399:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776286.442403:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776286.442405:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442408:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776286.442411:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776286.442414:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776286.442422:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776286.442428:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776286.442438:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309238784/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776286.442448:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776286.442453:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776286.442458:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309238784/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776286.442482:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776286.442485:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776286.442489:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776286.442490:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776286.442492:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776286.442495:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776286.442497:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12562
00000400:00000200:2.0:1775776286.442502:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776286.442506:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776286.442509:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776286.442515:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442519:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.442523:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442527:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776286.442532:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776286.442535:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776286.442537:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776286.442540:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776286.442545:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776286.442550:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776286.442557:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.442565:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442569:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776286.442571:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776286.442577:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442580:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776286.442585:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776286.442591:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776286.442596:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442597:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776286.442602:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776286.442605:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442608:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776286.442615:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776286.442619:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776286.442623:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776286.442625:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442629:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776286.442632:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776286.442635:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776286.442641:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776286.442647:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776286.442656:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309238912/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776286.442668:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776286.442673:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776286.442680:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309238912/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776286.442708:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776286.442711:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776286.442718:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776286.442720:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776286.442721:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776286.442728:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776286.442733:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12562
00000400:00000200:2.0:1775776286.442742:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776286.442748:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776286.442751:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776286.442757:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442761:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776286.442764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776286.442767:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776286.442768:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1775776286.442772:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776286.442776:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776286.442779:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776286.442781:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776286.442783:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776286.442788:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776286.442792:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776286.442798:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442801:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.442806:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776286.442817:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776286.442822:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776286.442825:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776286.442827:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776286.442831:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776286.442837:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442840:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776286.442844:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776286.442849:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442854:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776286.442860:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776286.442864:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776286.442868:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776286.442871:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.442874:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776286.442875:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776286.442877:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776286.442885:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776286.442891:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776286.442900:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309239040/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776286.442915:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776286.442919:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776286.442926:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309239040/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776286.442953:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776286.442959:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776286.442979:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776286.442982:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776286.442986:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776286.442991:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776286.442997:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12562
00000400:00000200:2.0:1775776286.443005:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776286.443012:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776286.443015:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776286.443021:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.443025:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.443029:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.443032:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776286.443036:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776286.443040:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776286.443044:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776286.443047:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776286.443052:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776286.443056:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776286.443064:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.443069:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776286.443074:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776286.443077:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776286.443081:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776286.443085:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776286.443089:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776286.443093:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776286.443097:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776286.443101:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.443104:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776286.443106:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776286.443110:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.443113:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776286.443117:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776286.443122:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776286.443127:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776286.443130:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776286.443132:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776286.443135:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776286.443138:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776286.443144:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776286.443148:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776286.443154:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309239168/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776286.443195:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776286.443199:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776286.443206:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309239168/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776286.443225:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776286.443231:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12573)
00000800:00000200:0.1:1775776286.443319:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776286.443321:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776286.443588:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776286.443590:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776286.443916:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776286.443918:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1775776287.338266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776287.338273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776287.338275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776287.338282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776287.338286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776287.338290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776287.338292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776287.338294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776287.338297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776287.402272:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307236231, at 4307236288
00000100:00000010:1.0:1775776287.402293:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1120.
00000100:00000001:2.0:1775776288.362256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776288.362262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776288.362264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776288.362268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776288.362271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776288.362274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776288.362276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776288.362278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776288.362279:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776289.130351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776289.130355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776289.130358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776289.386288:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776289.386296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776289.386299:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776289.386305:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776289.386310:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776289.386315:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776289.386318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776289.386321:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776289.386324:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776290.410274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776290.410281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776290.410283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776290.410289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776290.410292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776290.410295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776290.410298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776290.410301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776290.410303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776291.434266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776291.434271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776291.434273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776291.434277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776291.434280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776291.434283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776291.434285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776291.434287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776291.434288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.562504:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776291.562510:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776291.562514:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776291.562522:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.562539:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776291.562543:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.562548:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776291.562552:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776291.562558:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776291.562565:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309239296:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776291.562573:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776291.562577:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776291.562580:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.562583:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776291.562590:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776291.562601:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776291.562612:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776291.562618:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776291.562626:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776291.562635:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239296, portal 25
00000100:00000001:1.0:1775776291.562639:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776291.562641:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00000040:1.0:1775776291.562656:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.562676:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776291.562682:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776291.562688:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776291.562695:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309239296, offset 0
00000400:00000200:1.0:1775776291.562705:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776291.562714:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.562722:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776291.562727:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776291.562731:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776291.562735:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776291.562745:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776291.562752:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340051:340051:256:4294967295] 192.168.201.105@tcp LPNI seq info [339996:339996:8:4294967295]
00000400:00000200:1.0:1775776291.562756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.562766:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776291.562774:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.562781:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776291.562791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776291.562795:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776291.562806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776291.562812:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776291.562822:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.562826:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776291.562832:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776291.562840:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776291.562845:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776291.562847:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776291.562854:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776291.562861:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.562885:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.562891:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.562902:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.562905:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776291.562911:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776291.562918:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776291.562923:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307241351
00000100:00000010:1.0:1775776291.562930:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e600.
00000100:00000001:1.0:1775776291.562938:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776291.562947:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307241351
00000100:00000010:1.0:1775776291.562951:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ee40.
00000100:00000001:1.0:1775776291.562957:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776291.562962:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776291.562967:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.562972:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776291.562981:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291]  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776291.563003:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776291.563006:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776291.563009:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776291.563014:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776291.563018:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776291.563023:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776291.563031:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776291.563043:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563056:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776291.563067:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563074:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563077:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776291.563084:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563101:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776291.563110:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563124:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776291.563129:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563132:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563135:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563139:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776291.563142:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776291.563147:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776291.563153:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776291.563158:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776291.563199:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776291.563212:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309239296:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776291.563220:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563223:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.563229:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309239296/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563239:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776291.563243:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776291.563246:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776291.563256:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776291.563260:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776291.563263:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776291.563266:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776291.563270:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776291.563278:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776291.563280:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776291.563282:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:1.0:1775776291.563286:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776291.563287:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563290:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563296:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776291.563298:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.563300:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776291.563302:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776291.563303:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776291.563307:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563314:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776291.563316:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563318:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776291.563319:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776291.563321:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776291.563324:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239424:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776291.563328:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776291.563329:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776291.563331:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563333:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776291.563335:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776291.563337:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776291.563341:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776291.563343:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776291.563347:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776291.563349:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239424, portal 10
00000100:00000001:1.0:1775776291.563351:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776291.563352:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:1.0:1775776291.563358:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563365:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776291.563368:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776291.563370:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776291.563372:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309239424, offset 0
00000400:00000200:1.0:1775776291.563375:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563379:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563382:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776291.563385:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776291.563387:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776291.563390:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776291.563392:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563395:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340052:340052:256:4294967295] 192.168.201.105@tcp LPNI seq info [339997:339997:8:4294967295]
00000400:00000200:1.0:1775776291.563399:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563406:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776291.563410:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563414:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776291.563417:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776291.563420:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776291.563425:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776291.563428:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776291.563432:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563434:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776291.563436:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776291.563440:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776291.563443:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776291.563444:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776291.563447:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776291.563450:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563457:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.563460:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563467:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.563468:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776291.563470:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776291.563474:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776291.563477:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776291.563479:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307240483
00000100:00000001:1.0:1775776291.563481:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.563483:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307240483
00000100:00000001:1.0:1775776291.563485:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.563487:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776291.563489:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.563491:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776291.563494:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291]  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776291.563501:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776291.563502:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776291.563504:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776291.563506:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776291.563507:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776291.563509:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776291.563512:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776291.563521:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563528:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776291.563529:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563531:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563532:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776291.563536:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563542:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776291.563545:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563551:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776291.563554:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563555:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563556:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563557:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776291.563559:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776291.563562:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776291.563565:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776291.563567:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776291.563571:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776291.563579:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239424:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776291.563583:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776291.563586:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563602:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776291.563603:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563605:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776291.563610:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776291.563612:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776291.563615:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239552:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776291.563618:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776291.563619:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776291.563621:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563623:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776291.563626:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776291.563627:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776291.563631:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776291.563633:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776291.563636:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776291.563639:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239552, portal 4
00000100:00000001:1.0:1775776291.563641:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776291.563642:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:1.0:1775776291.563647:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563654:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776291.563656:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776291.563658:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776291.563660:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309239552, offset 0
00000400:00000200:1.0:1775776291.563664:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563667:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563670:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776291.563673:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776291.563676:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776291.563678:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776291.563680:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563683:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340053:340053:256:4294967295] 192.168.201.105@tcp LPNI seq info [339998:339998:8:4294967295]
00000400:00000200:1.0:1775776291.563687:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563693:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776291.563697:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563700:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776291.563704:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776291.563706:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776291.563710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776291.563713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776291.563716:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563718:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776291.563721:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776291.563724:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776291.563726:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776291.563728:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776291.563730:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776291.563733:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563741:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.563743:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563750:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.563751:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776291.563754:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776291.563757:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776291.563760:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776291.563762:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307240611
00000100:00000001:1.0:1775776291.563764:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.563766:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307240611
00000100:00000001:1.0:1775776291.563769:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.563771:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776291.563772:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.563774:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776291.563777:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291]  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776291.563784:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776291.563786:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776291.563787:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776291.563789:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776291.563791:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776291.563793:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776291.563796:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776291.563805:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563811:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776291.563812:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563814:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563815:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776291.563818:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563824:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776291.563828:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563834:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776291.563836:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563837:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.563838:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.563840:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776291.563842:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776291.563844:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776291.563847:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776291.563849:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776291.563852:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776291.563860:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239552:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776291.563863:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776291.563866:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563871:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776291.563873:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563886:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776291.563888:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776291.563890:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776291.563893:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776291.563896:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776291.563898:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776291.563900:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776291.563901:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776291.563904:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776291.563906:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776291.563909:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776291.563911:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776291.563914:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776291.563917:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239680, portal 4
00000100:00000001:1.0:1775776291.563919:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776291.563920:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776291.563925:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.563932:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776291.563935:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776291.563937:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776291.563939:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309239680, offset 0
00000400:00000200:1.0:1775776291.563942:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563946:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563949:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776291.563952:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776291.563954:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776291.563957:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776291.563959:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776291.563962:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340054:340054:256:4294967295] 192.168.201.105@tcp LPNI seq info [339999:339999:8:4294967295]
00000400:00000200:1.0:1775776291.563966:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776291.563972:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776291.563976:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563979:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776291.563982:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776291.563985:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1775776291.563989:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776291.563991:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1775776291.563995:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776291.563997:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776291.564000:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776291.564003:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776291.564005:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776291.564007:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776291.564009:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776291.564012:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564019:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.564022:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776316 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564035:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.564036:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776291.564039:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776291.564041:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776291.564044:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776291.564046:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307240620
00000100:00000001:1.0:1775776291.564048:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.564050:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307240620
00000100:00000001:1.0:1775776291.564052:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307241351
00000100:00000001:1.0:1775776291.564054:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776291.564056:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.564057:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776291.564060:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291]  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776291.564067:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776291.564068:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776291.564069:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776291.564071:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776291.564073:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776291.564075:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776291.564078:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776291.564087:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564093:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776291.564094:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564096:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.564098:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776291.564101:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564108:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776291.564111:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564117:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776291.564119:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564121:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776291.564122:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564123:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776291.564125:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776291.564127:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776291.564130:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776291.564131:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776291.564135:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776291.564143:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776291.564146:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564148:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.564151:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309239424/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564156:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776291.564158:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776291.564160:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776291.564162:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776291.564183:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776291.564185:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776291.564188:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776291.564190:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:1.0:1775776291.564194:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776291.564196:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776291.564198:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:1.0:1775776291.564201:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776291.564202:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564203:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.564207:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309239552/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564214:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776291.564215:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776291.564216:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776291.564218:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776291.564219:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776291.564221:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776291.564223:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776291.564224:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776291.564227:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776291.564228:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776291.564229:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:1.0:1775776291.564233:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776291.564235:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564236:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776291.564239:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309239680/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776291.564246:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776291.564247:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776291.564248:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776291.564250:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776291.564251:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776291.564252:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776291.564253:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776291.564254:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776291.564256:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776291.564258:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776291.564259:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776291.564261:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776291.564263:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564265:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776291.564268:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776291.564270:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776291.564272:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776291.564273:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776292.458286:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776292.458293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776292.458295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776292.458299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776292.458302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776292.458305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776292.458308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776292.458310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776292.458312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776292.458317:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776292.458323:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776292.458327:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1775776292.458493:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776292.458515:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776292.458519:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776292.458521:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776292.522237:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307241351, at 4307241408
00000100:00000010:1.0:1775776292.522252:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ee40.
00000020:00000001:2.0:1775776293.226406:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776293.226409:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776293.226411:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776293.482254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776293.482259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776293.482261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776293.482266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776293.482269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776293.482272:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776293.482274:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776293.482276:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776293.482278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776294.506274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776294.506281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776294.506283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776294.506289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776294.506292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776294.506296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776294.506299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776294.506302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776294.506304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776295.530266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776295.530278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776295.530281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776295.530289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776295.530295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776295.530300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776295.530304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776295.530308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776295.530312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.554259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776296.554264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776296.554266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776296.554270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776296.554273:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776296.554276:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776296.554278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776296.554280:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776296.554288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776296.682256:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776296.682267:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776296.682270:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776296.682273:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776296.682277:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776296.682284:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12573
00000400:00000200:2.0:1775776296.682293:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776296.682299:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776296.682303:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776296.682307:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682310:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682312:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682313:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776296.682316:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776296.682318:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776296.682319:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776296.682321:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776296.682323:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776296.682325:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776296.682326:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682328:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682329:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682330:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776296.682332:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776296.682334:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682335:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776296.682337:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776296.682339:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776296.682341:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682343:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776296.682344:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776296.682352:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776296.682354:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776296.682357:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776296.682358:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682360:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776296.682362:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776296.682366:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776296.682373:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776296.682377:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776296.682384:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776296.682392:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776296.682395:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776296.682398:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776296.682413:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776296.682415:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776296.682418:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776296.682419:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776296.682420:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776296.682421:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776296.682423:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12573
00000400:00000200:2.0:1775776296.682426:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776296.682427:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776296.682428:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776296.682430:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682431:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682432:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682434:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776296.682435:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776296.682436:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776296.682437:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776296.682439:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776296.682440:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776296.682441:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776296.682443:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682444:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682445:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682446:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776296.682448:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776296.682449:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682450:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.682452:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775776296.682452:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776296.682455:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.682457:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775776296.682458:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.682460:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776296.682460:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776296.682465:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776296.682468:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776296.682468:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682472:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776296.682477:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000100:00000001:1.0:1775776296.682479:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775776296.682480:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:1.0:1775776296.682481:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776296.682483:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776296.682484:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.682485:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776296.682486:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776296.682487:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776296.682488:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776296.682490:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.682491:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776296.682494:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309239808:192.168.201.105@tcp:250:kworker.0
02000000:00000010:2.0:1775776296.682494:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776296.682498:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.682499:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776296.682504:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1775776296.682505:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776296.682506:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.682510:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776296.682514:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1775776296.682516:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:2.0:1775776296.682516:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.682519:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776296.682523:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776296.682527:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776296.682531:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776296.682538:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776296.682541:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776296.682545:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776296.682547:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775776296.682548:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00080000:2.0:1775776296.682549:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776296.682553:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:1.0:1775776296.682557:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239808, portal 25
00000100:00080000:2.0:1775776296.682557:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12573
00000100:00000001:1.0:1775776296.682561:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776296.682562:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371466880 : -109519338084736 : ffff9c648ac1e680)
00000400:00000200:2.0:1775776296.682568:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:1.0:1775776296.682571:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776296.682575:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776296.682580:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776296.682586:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776296.682589:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776296.682590:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682595:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776296.682596:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682600:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:1.0:1775776296.682601:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000020:00000001:2.0:1775776296.682604:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776296.682607:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309239808, offset 0
00000020:00000040:2.0:1775776296.682607:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776296.682610:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776296.682612:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776296.682615:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776296.682618:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776296.682619:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776296.682623:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682625:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682627:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776296.682630:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776296.682631:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776296.682634:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776296.682638:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:2.0:1775776296.682639:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682645:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776296.682646:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776296.682647:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775776296.682649:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776296.682652:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:2.0:1775776296.682653:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682655:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775776296.682657:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1775776296.682658:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776296.682660:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000008:00000001:2.0:1775776296.682663:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682665:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776296.682667:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340055:340055:256:4294967295] 192.168.201.105@tcp LPNI seq info [340000:340000:8:4294967295]
00000100:00000010:2.0:1775776296.682669:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000400:00000200:1.0:1775776296.682672:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776296.682674:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776296.682676:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776296.682677:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682678:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776296.682681:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776296.682684:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776296.682684:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776296.682687:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000800:00000200:1.0:1775776296.682691:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682692:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776296.682696:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00100000:2.0:1775776296.682697:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775776296.682705:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776296.682710:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775776296.682716:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1775776296.682718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776296.682719:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776296.682724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1775776296.682725:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1775776296.682731:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.682734:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000001:2.0:1775776296.682739:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776296.682742:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776296.682742:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776296.682746:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776296.682749:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776296.682750:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775776296.682751:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776296.682753:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776296.682754:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000100:00080000:2.0:1775776296.682755:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12573
00000400:00000010:1.0:1775776296.682757:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000400:00000200:2.0:1775776296.682760:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776296.682761:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1775776296.682763:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776296.682765:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776296.682766:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682768:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776296.682769:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682772:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776296.682774:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:1.0:1775776296.682775:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776296.682775:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776296.682778:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776296.682780:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776296.682802:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775776296.682804:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776296.682806:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776296.682807:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776296.682814:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776296.682817:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776296.682819:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776296.682819:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776296.682823:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776296.682823:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776296.682827:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776296.682829:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776296.682830:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682832:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776296.682834:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776296.682836:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776296.682836:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.682839:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307246471
02000000:00000001:2.0:1775776296.682839:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682840:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776296.682843:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000010:1.0:1775776296.682845:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ee40.
00000008:00000001:2.0:1775776296.682845:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682849:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776296.682852:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000100:00000001:1.0:1775776296.682853:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1775776296.682854:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776296.682857:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776296.682858:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776296.682860:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776296.682861:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307246471
02000000:00000001:2.0:1775776296.682861:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776296.682862:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776296.682866:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e9c0.
02000000:00000010:2.0:1775776296.682867:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:1.0:1775776296.682869:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776296.682870:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.682872:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.682874:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776296.682875:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776296.682877:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776296.682882:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296]  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776296.682885:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776296.682888:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776296.682894:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1775776296.682894:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776296.682897:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776296.682899:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776296.682903:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:2.0:1775776296.682904:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776296.682905:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776296.682908:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775776296.682911:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12583)
00000100:00000200:1.0:1775776296.682913:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776296.682919:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.682923:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776296.682925:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.682927:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.682928:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776296.682931:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.682935:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776296.682937:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.682941:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776296.682943:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.682944:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.682945:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.682946:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776296.682948:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776296.682949:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776296.682952:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776296.682953:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776296.682956:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776296.682960:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309239808:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776296.682963:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.682965:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.682967:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309239808/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.682973:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776296.682976:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776296.682978:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776296.682981:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776296.682983:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776296.682984:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776296.682986:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776296.682988:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:1.0:1775776296.682991:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776296.682993:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776296.682995:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:1.0:1775776296.682998:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776296.682999:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683001:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683007:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776296.683009:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683011:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776296.683012:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776296.683013:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776296.683017:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683022:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776296.683023:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683024:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776296.683026:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776296.683027:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776296.683028:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239936:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776296.683030:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776296.683031:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776296.683032:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683034:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683036:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776296.683037:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776296.683039:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776296.683041:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776296.683043:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776296.683045:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309239936, portal 10
00000100:00000001:1.0:1775776296.683046:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776296.683047:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:1.0:1775776296.683051:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683055:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776296.683057:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776296.683058:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776296.683059:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309239936, offset 0
00000400:00000200:1.0:1775776296.683061:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683064:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683067:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776296.683070:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776296.683072:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776296.683074:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776296.683076:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683080:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340056:340056:256:4294967295] 192.168.201.105@tcp LPNI seq info [340001:340001:8:4294967295]
00000400:00000200:1.0:1775776296.683084:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683089:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776296.683094:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683097:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776296.683101:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776296.683103:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776296.683107:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776296.683122:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776296.683126:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683128:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776296.683131:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776296.683134:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776296.683137:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776296.683139:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776296.683141:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776296.683145:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683153:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683156:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683187:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683188:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776296.683191:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776296.683194:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776296.683196:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776296.683198:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307245603
00000100:00000001:1.0:1775776296.683199:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683200:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307245603
00000100:00000001:1.0:1775776296.683202:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683203:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.683205:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683206:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776296.683208:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296]  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776296.683212:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776296.683213:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776296.683214:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776296.683216:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776296.683216:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776296.683218:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776296.683219:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776296.683224:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683228:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776296.683228:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683229:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683230:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776296.683232:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683236:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776296.683239:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683242:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776296.683244:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683244:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683245:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683246:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776296.683247:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776296.683248:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776296.683250:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776296.683252:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776296.683255:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776296.683262:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309239936:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776296.683265:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776296.683267:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683273:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776296.683275:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683276:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776296.683278:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776296.683280:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776296.683283:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240064:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776296.683286:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776296.683287:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776296.683289:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683291:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683294:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776296.683296:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776296.683299:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776296.683302:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776296.683305:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776296.683307:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240064, portal 4
00000100:00000001:1.0:1775776296.683309:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776296.683310:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:1.0:1775776296.683313:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683317:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776296.683319:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776296.683321:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776296.683323:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309240064, offset 0
00000400:00000200:1.0:1775776296.683327:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683331:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683335:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776296.683337:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776296.683339:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776296.683341:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776296.683344:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683347:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340057:340057:256:4294967295] 192.168.201.105@tcp LPNI seq info [340002:340002:8:4294967295]
00000400:00000200:1.0:1775776296.683351:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683356:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776296.683360:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683364:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776296.683368:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776296.683370:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776296.683374:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776296.683377:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776296.683380:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683383:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776296.683385:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776296.683388:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776296.683391:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776296.683392:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776296.683395:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776296.683397:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683405:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683408:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683414:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683415:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776296.683418:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776296.683421:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776296.683425:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776296.683426:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307245731
00000100:00000001:1.0:1775776296.683429:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683431:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307245731
00000100:00000001:1.0:1775776296.683433:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683435:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.683437:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683439:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776296.683442:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296]  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776296.683449:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776296.683450:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776296.683452:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776296.683454:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776296.683455:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776296.683458:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776296.683461:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776296.683468:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683474:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776296.683475:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683477:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683478:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776296.683481:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683487:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776296.683491:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683497:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776296.683500:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683501:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683502:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683504:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776296.683505:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776296.683508:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776296.683510:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776296.683512:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776296.683515:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776296.683523:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240064:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776296.683527:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776296.683530:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683536:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776296.683538:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683540:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776296.683542:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776296.683543:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776296.683546:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776296.683549:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776296.683550:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776296.683552:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776296.683554:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683556:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776296.683558:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776296.683561:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776296.683563:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776296.683566:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776296.683569:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240192, portal 4
00000100:00000001:1.0:1775776296.683570:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776296.683572:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:1.0:1775776296.683577:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683583:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776296.683585:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776296.683587:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776296.683589:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309240192, offset 0
00000400:00000200:1.0:1775776296.683593:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683599:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776296.683602:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776296.683604:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776296.683606:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776296.683609:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776296.683612:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340058:340058:256:4294967295] 192.168.201.105@tcp LPNI seq info [340003:340003:8:4294967295]
00000400:00000200:1.0:1775776296.683616:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776296.683621:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776296.683625:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683628:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776296.683632:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776296.683634:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776296.683638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776296.683641:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776296.683645:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776296.683647:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776296.683649:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776296.683652:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776296.683655:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776296.683657:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776296.683659:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776296.683662:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683669:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683671:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776321 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683677:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683679:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776296.683682:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776296.683684:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776296.683687:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776296.683689:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307245740
00000100:00000001:1.0:1775776296.683690:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683692:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307245740
00000100:00000001:1.0:1775776296.683694:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307246471
00000100:00000001:1.0:1775776296.683695:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776296.683698:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683699:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776296.683702:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296]  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776296.683708:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776296.683709:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776296.683710:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776296.683712:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776296.683713:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776296.683715:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776296.683717:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776296.683724:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683730:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776296.683731:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683733:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683734:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776296.683737:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683743:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776296.683746:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683753:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776296.683755:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683756:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776296.683757:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683759:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776296.683761:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776296.683763:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776296.683766:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776296.683768:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776296.683771:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776296.683779:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776296.683782:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683796:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683799:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309239936/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683806:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776296.683807:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683809:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776296.683812:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776296.683813:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776296.683814:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776296.683816:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776296.683818:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:1.0:1775776296.683820:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776296.683821:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776296.683823:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:1.0:1775776296.683825:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776296.683826:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683827:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683830:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309240064/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683837:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776296.683838:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683839:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776296.683841:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776296.683842:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776296.683843:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776296.683844:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776296.683845:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:1.0:1775776296.683846:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776296.683847:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776296.683848:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:1.0:1775776296.683849:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776296.683850:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683851:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776296.683853:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309240192/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776296.683856:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776296.683857:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776296.683857:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776296.683858:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776296.683859:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776296.683859:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776296.683860:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776296.683861:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776296.683862:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776296.683863:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776296.683863:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:1.0:1775776296.683865:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776296.683866:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683867:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776296.683869:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776296.683870:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776296.683871:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776296.683872:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776297.322401:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776297.322404:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776297.322407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776297.578239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776297.578246:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776297.578248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776297.578253:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776297.578257:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776297.578261:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776297.578264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776297.578266:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776297.578269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776297.642269:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307246471, at 4307246528
00000100:00000010:1.0:1775776297.642285:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e9c0.
00000100:00000001:2.0:1775776298.602264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776298.602272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776298.602274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776298.602280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776298.602284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776298.602288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776298.602290:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776298.602293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776298.602296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776299.626240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776299.626248:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776299.626249:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776299.626254:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776299.626258:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776299.626261:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776299.626264:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776299.626267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776299.626269:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776300.650272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776300.650280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776300.650282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776300.650288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776300.650291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776300.650295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776300.650298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776300.650301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776300.650307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776301.418339:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776301.418342:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776301.418344:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776301.674279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776301.674286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776301.674288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776301.674294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776301.674298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776301.674302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776301.674305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776301.674309:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776301.674311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802296:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776301.802304:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776301.802306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776301.802309:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776301.802313:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776301.802319:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12578
00000400:00000200:3.0:1775776301.802327:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776301.802332:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776301.802334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776301.802336:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802343:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776301.802345:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776301.802347:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776301.802348:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776301.802350:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776301.802352:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776301.802353:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776301.802354:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802356:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802358:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802360:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776301.802363:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776301.802366:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802368:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776301.802371:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776301.802374:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776301.802377:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802379:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776301.802381:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776301.802392:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776301.802396:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776301.802400:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776301.802402:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802404:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776301.802407:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776301.802411:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776301.802426:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776301.802433:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776301.802442:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776301.802458:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776301.802462:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776301.802467:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776301.802492:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802495:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776301.802497:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776301.802498:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776301.802499:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776301.802502:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776301.802504:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12578
00000400:00000200:3.0:1775776301.802507:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776301.802509:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776301.802511:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776301.802513:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802515:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802517:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802518:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776301.802519:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776301.802520:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776301.802521:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776301.802522:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775776301.802523:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776301.802526:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776301.802527:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776301.802528:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776301.802531:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776301.802531:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802534:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802535:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802537:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776301.802539:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776301.802540:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776301.802549:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1775776301.802549:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776301.802550:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802552:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776301.802554:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776301.802555:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776301.802558:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776301.802559:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776301.802561:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776301.802562:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802564:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:1.0:1775776301.802566:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309240320:192.168.201.105@tcp:250:kworker.0
00000008:00100000:3.0:1775776301.802568:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776301.802570:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1775776301.802574:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.802575:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776301.802576:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.802577:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.802580:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1775776301.802581:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
02000000:00000010:1.0:1775776301.802585:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
00000020:00000040:3.0:1775776301.802585:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776301.802589:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776301.802589:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776301.802592:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802595:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775776301.802596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776301.802597:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775776301.802599:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000001:3.0:1775776301.802601:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776301.802605:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776301.802611:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240320, portal 25
00000100:00000001:1.0:1775776301.802613:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776301.802614:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
02000000:00000010:3.0:1775776301.802614:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776301.802620:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776301.802621:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776301.802628:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776301.802633:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776301.802639:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802639:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776301.802642:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776301.802643:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776301.802646:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309240320, offset 0
00000100:00000040:3.0:1775776301.802646:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776301.802654:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802655:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802658:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776301.802660:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776301.802662:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776301.802663:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776301.802666:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776301.802667:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776301.802671:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12578
00000400:00000200:1.0:1775776301.802674:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776301.802675:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776301.802679:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776301.802681:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776301.802682:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776301.802685:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776301.802686:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776301.802690:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776301.802693:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802693:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776301.802711:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340059:340059:256:4294967295] 192.168.201.105@tcp LPNI seq info [340004:340004:8:4294967295]
00000400:00000200:1.0:1775776301.802716:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776301.802718:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802721:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776301.802723:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:1.0:1775776301.802727:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1775776301.802728:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776301.802731:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:1.0:1775776301.802736:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776301.802736:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776301.802740:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776301.802742:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000010:1.0:1775776301.802743:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00000040:3.0:1775776301.802744:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802747:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802748:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802749:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776301.802751:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:1.0:1775776301.802753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776301.802756:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.0:1775776301.802758:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775776301.802758:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776301.802759:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776301.802763:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776301.802766:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776301.802767:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776301.802768:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776301.802772:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775776301.802772:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000008:00000001:3.0:1775776301.802776:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802778:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776301.802779:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000010:3.0:1775776301.802781:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000800:00000010:1.0:1775776301.802782:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000020:00000040:3.0:1775776301.802784:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776301.802787:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776301.802788:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776301.802789:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776301.802789:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776301.802792:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776301.802794:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776301.802796:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1775776301.802799:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000400:00000200:1.0:1775776301.802800:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000100:00000001:3.0:1775776301.802802:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776301.802803:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00100000:3.0:1775776301.802807:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776301.802808:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776301.802814:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776301.802816:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776301.802819:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776301.802825:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.802827:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.802833:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776301.802834:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802838:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776301.802844:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776301.802846:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1775776301.802848:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802848:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776301.802852:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776301.802852:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776301.802857:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776301.802857:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12578
00000400:00000200:1.0:1775776301.802865:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776301.802865:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776301.802870:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307251591
00000400:00000200:3.0:1775776301.802872:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776301.802875:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1775776301.802876:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e9c0.
00000100:00000040:3.0:1775776301.802880:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802883:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776301.802884:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1775776301.802885:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802889:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776301.802891:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776301.802893:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307251591
00000020:00000040:3.0:1775776301.802893:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776301.802896:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000010:1.0:1775776301.802897:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef00.
00000020:00000040:3.0:1775776301.802899:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776301.802900:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1775776301.802903:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776301.802904:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776301.802908:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776301.802908:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776301.802913:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1775776301.802915:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00100000:1.0:1775776301.802918:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301]  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776301.802919:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776301.802923:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776301.802927:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776301.802931:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776301.802935:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000001:1.0:1775776301.802943:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776301.802944:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775776301.802944:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776301.802945:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
02000000:00000001:3.0:1775776301.802947:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776301.802948:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776301.802950:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776301.802950:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776301.802954:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.802955:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775776301.802958:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:1.0:1775776301.802961:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776301.802961:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776301.802966:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802969:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776301.802973:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000100:00000200:1.0:1775776301.802975:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776301.802976:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776301.802980:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776301.802982:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776301.802985:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776301.802987:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1775776301.802987:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776301.802989:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.802991:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.802993:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776301.802993:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776301.802998:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776301.802998:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776301.803003:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803008:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776301.803011:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776301.803014:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776301.803026:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776301.803030:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776301.803030:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803034:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803036:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803037:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803039:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775776301.803039:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803042:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776301.803046:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776301.803051:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776301.803054:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1775776301.803057:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776301.803058:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776301.803063:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12588)
00000100:00100000:1.0:1775776301.803072:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309240320:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776301.803078:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803080:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803083:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309240320/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803090:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776301.803093:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803095:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776301.803099:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776301.803101:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776301.803102:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776301.803104:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776301.803106:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776301.803110:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776301.803112:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776301.803113:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:1.0:1775776301.803117:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776301.803118:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803119:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803124:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776301.803126:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803127:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776301.803128:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776301.803129:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776301.803131:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803136:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776301.803137:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803138:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776301.803139:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776301.803140:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776301.803142:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240448:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776301.803144:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776301.803145:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776301.803146:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803147:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803149:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776301.803150:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776301.803153:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776301.803155:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776301.803157:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776301.803159:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240448, portal 10
00000100:00000001:1.0:1775776301.803160:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776301.803161:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00000040:1.0:1775776301.803187:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803191:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776301.803192:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776301.803194:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776301.803195:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309240448, offset 0
00000400:00000200:1.0:1775776301.803198:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803201:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803203:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776301.803205:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776301.803207:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776301.803208:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776301.803210:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803212:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340060:340060:256:4294967295] 192.168.201.105@tcp LPNI seq info [340005:340005:8:4294967295]
00000400:00000200:1.0:1775776301.803214:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803218:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776301.803220:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803222:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776301.803225:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776301.803227:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776301.803229:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776301.803231:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776301.803233:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803235:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776301.803236:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776301.803238:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776301.803240:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776301.803241:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776301.803243:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776301.803245:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803249:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803251:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803254:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803255:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776301.803257:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776301.803259:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776301.803261:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776301.803263:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307250723
00000100:00000001:1.0:1775776301.803264:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803266:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307250723
00000100:00000001:1.0:1775776301.803267:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803268:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776301.803270:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803271:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776301.803273:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301]  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776301.803277:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776301.803278:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776301.803280:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776301.803281:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776301.803282:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776301.803283:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776301.803285:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776301.803289:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803292:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776301.803293:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803294:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803295:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776301.803297:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803300:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776301.803302:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803306:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776301.803308:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803308:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803309:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803310:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776301.803311:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776301.803319:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776301.803321:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776301.803322:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776301.803324:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776301.803329:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240448:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776301.803332:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776301.803334:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803338:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776301.803339:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803340:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776301.803341:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776301.803342:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776301.803343:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240576:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776301.803345:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776301.803346:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776301.803347:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803348:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803350:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776301.803351:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776301.803353:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776301.803354:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776301.803356:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776301.803358:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240576, portal 4
00000100:00000001:1.0:1775776301.803359:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776301.803360:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:1.0:1775776301.803363:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803367:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776301.803368:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776301.803369:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776301.803371:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309240576, offset 0
00000400:00000200:1.0:1775776301.803373:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803374:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803376:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776301.803377:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776301.803380:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776301.803381:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776301.803382:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803384:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340061:340061:256:4294967295] 192.168.201.105@tcp LPNI seq info [340006:340006:8:4294967295]
00000400:00000200:1.0:1775776301.803386:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803390:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776301.803392:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803394:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776301.803396:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776301.803397:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776301.803400:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776301.803401:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776301.803403:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803405:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776301.803407:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776301.803408:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776301.803410:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776301.803411:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776301.803412:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776301.803414:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803418:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803420:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803428:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803429:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776301.803431:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776301.803433:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776301.803435:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776301.803436:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307250851
00000100:00000001:1.0:1775776301.803438:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803439:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307250851
00000100:00000001:1.0:1775776301.803441:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803442:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776301.803443:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803444:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776301.803446:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301]  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776301.803450:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776301.803451:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776301.803452:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776301.803453:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776301.803454:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776301.803456:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776301.803457:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776301.803462:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803465:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776301.803466:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803467:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803468:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776301.803469:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803473:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776301.803474:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803478:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776301.803479:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803480:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803481:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803482:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776301.803483:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776301.803485:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776301.803487:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776301.803488:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776301.803490:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776301.803494:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240576:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776301.803496:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776301.803497:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803501:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776301.803501:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803503:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776301.803504:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776301.803505:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776301.803506:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776301.803508:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776301.803509:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776301.803510:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776301.803511:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803513:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776301.803514:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776301.803515:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776301.803517:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776301.803519:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776301.803520:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240704, portal 4
00000100:00000001:1.0:1775776301.803521:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776301.803522:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:1.0:1775776301.803525:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803529:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776301.803530:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776301.803531:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776301.803533:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309240704, offset 0
00000400:00000200:1.0:1775776301.803535:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803536:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803538:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776301.803539:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776301.803541:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776301.803542:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776301.803543:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776301.803545:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340062:340062:256:4294967295] 192.168.201.105@tcp LPNI seq info [340007:340007:8:4294967295]
00000400:00000200:1.0:1775776301.803547:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776301.803551:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776301.803553:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803555:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776301.803557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776301.803559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776301.803561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776301.803563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776301.803565:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776301.803566:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776301.803567:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776301.803569:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776301.803571:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776301.803572:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776301.803573:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776301.803575:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803579:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803581:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803588:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803589:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776301.803590:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776301.803592:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776301.803594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776301.803595:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307250860
00000100:00000001:1.0:1775776301.803596:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803598:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307250860
00000100:00000001:1.0:1775776301.803599:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307251591
00000100:00000001:1.0:1775776301.803600:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776301.803601:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803602:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776301.803603:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301]  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776301.803607:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776301.803608:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776301.803609:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776301.803610:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776301.803611:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776301.803612:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776301.803614:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776301.803618:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803621:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776301.803621:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803622:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803623:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776301.803625:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803629:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776301.803631:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803634:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776301.803635:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803636:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776301.803637:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803638:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776301.803639:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776301.803640:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776301.803641:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776301.803642:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776301.803644:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776301.803648:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776301.803650:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803651:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803652:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309240448/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803656:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776301.803656:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803658:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776301.803659:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776301.803660:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776301.803661:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776301.803662:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776301.803663:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:1.0:1775776301.803665:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776301.803666:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776301.803666:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:1.0:1775776301.803668:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776301.803669:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803670:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803671:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309240576/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803674:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776301.803675:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803676:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776301.803677:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776301.803678:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776301.803679:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776301.803680:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776301.803681:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776301.803682:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776301.803683:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776301.803683:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:1.0:1775776301.803684:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776301.803685:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803686:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776301.803687:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309240704/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776301.803690:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776301.803691:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776301.803692:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776301.803693:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776301.803693:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776301.803704:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776301.803707:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776301.803708:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776301.803710:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776301.803711:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776301.803712:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:1.0:1775776301.803714:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776301.803715:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803717:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776301.803719:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776301.803721:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776301.803722:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776301.803724:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776302.698350:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776302.698363:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776302.698365:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776302.698375:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776302.698380:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776302.698386:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776302.698390:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776302.698393:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776302.698396:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776302.762252:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307251591, at 4307251648
00000100:00000010:1.0:1775776302.762268:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ef00.
00000100:00000001:2.0:1775776303.722404:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776303.722418:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776303.722420:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776303.722426:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776303.722430:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776303.722433:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776303.722436:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776303.722438:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776303.722441:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776304.746257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776304.746263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776304.746265:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776304.746270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776304.746274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776304.746278:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776304.746282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776304.746284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776304.746287:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776305.514294:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776305.514297:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776305.514299:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776305.770270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776305.770278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776305.770280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776305.770287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776305.770290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776305.770294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776305.770297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776305.770300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776305.770314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776306.794267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776306.794274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776306.794276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776306.794282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776306.794286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776306.794289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776306.794292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776306.794294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776306.794297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.922578:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776306.922583:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776306.922585:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776306.922592:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.922602:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776306.922627:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.922634:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776306.922644:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776306.922653:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776306.922661:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309240832:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776306.922668:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776306.922672:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776306.922676:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.922680:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776306.922687:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776306.922691:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776306.922698:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776306.922703:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776306.922709:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776306.922715:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240832, portal 25
00000100:00000001:1.0:1775776306.922717:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776306.922719:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776306.922729:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.922739:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776306.922744:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776306.922748:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776306.922752:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309240832, offset 0
00000400:00000200:1.0:1775776306.922758:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776306.922765:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.922770:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776306.922776:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776306.922783:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776306.922789:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776306.922793:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776306.922800:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340063:340063:256:4294967295] 192.168.201.105@tcp LPNI seq info [340008:340008:8:4294967295]
00000400:00000200:1.0:1775776306.922822:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.922836:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776306.922848:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.922856:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776306.922866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776306.922871:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776306.922878:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776306.922882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776306.922888:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.922891:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776306.922899:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776306.922908:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776306.922914:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776306.922918:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776306.922924:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776306.922932:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.922952:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.922960:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.922976:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.922979:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776306.922985:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776306.922990:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776306.922993:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307256711
00000100:00000010:1.0:1775776306.922998:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ef00.
00000100:00000001:1.0:1775776306.923006:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776306.923015:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307256711
00000100:00000010:1.0:1775776306.923019:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ede0.
00000100:00000001:1.0:1775776306.923022:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776306.923025:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776306.923030:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923034:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776306.923040:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776306]  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776306.923055:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776306.923058:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776306.923061:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776306.923066:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776306.923070:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776306.923073:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776306.923080:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776306.923103:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923122:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776306.923126:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923130:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923133:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776306.923139:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923146:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776306.923150:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923191:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776306.923194:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923197:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923200:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923204:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776306.923208:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776306.923214:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776306.923221:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776306.923226:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776306.923234:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776306.923242:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309240832:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776306.923247:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923251:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.923256:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309240832/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923273:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776306.923276:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776306.923280:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776306.923284:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776306.923288:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776306.923291:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776306.923297:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776306.923300:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776306.923304:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776306.923308:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776306.923312:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776306.923316:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776306.923319:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923323:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923329:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776306.923331:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923333:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776306.923334:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776306.923344:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776306.923350:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923363:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776306.923366:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.923370:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776306.923373:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776306.923377:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776306.923383:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240960:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776306.923387:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776306.923389:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776306.923390:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.923392:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776306.923394:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776306.923396:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776306.923402:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776306.923406:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776306.923411:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776306.923415:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309240960, portal 10
00000100:00000001:1.0:1775776306.923419:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776306.923421:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776306.923429:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923436:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776306.923445:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776306.923448:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776306.923450:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309240960, offset 0
00000400:00000200:1.0:1775776306.923455:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776306.923459:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.923462:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776306.923465:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776306.923468:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776306.923470:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776306.923472:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776306.923475:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340064:340064:256:4294967295] 192.168.201.105@tcp LPNI seq info [340009:340009:8:4294967295]
00000400:00000200:1.0:1775776306.923480:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.923486:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776306.923490:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.923493:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776306.923497:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776306.923499:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776306.923503:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776306.923505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776306.923509:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.923511:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776306.923513:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776306.923517:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776306.923519:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776306.923521:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776306.923523:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776306.923542:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923551:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.923554:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923561:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923563:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776306.923566:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776306.923570:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776306.923573:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776306.923575:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307255843
00000100:00000001:1.0:1775776306.923578:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.923581:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307255843
00000100:00000001:1.0:1775776306.923583:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.923585:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776306.923586:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923588:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776306.923591:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776306]  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776306.923598:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776306.923599:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776306.923600:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776306.923602:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776306.923604:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776306.923618:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776306.923621:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776306.923629:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923635:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776306.923637:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923638:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923640:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776306.923644:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923650:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776306.923654:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923661:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776306.923663:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923665:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923666:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923668:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776306.923670:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776306.923672:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776306.923675:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776306.923677:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776306.923681:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776306.923689:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309240960:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776306.923692:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776306.923694:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923701:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776306.923702:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.923704:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776306.923706:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776306.923707:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776306.923709:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241088:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776306.923712:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776306.923714:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776306.923716:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.923717:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776306.923720:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776306.923722:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776306.923725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776306.923727:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776306.923730:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776306.923733:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241088, portal 4
00000100:00000001:1.0:1775776306.923735:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776306.923736:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776306.923740:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923746:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776306.923749:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776306.923750:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776306.923753:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309241088, offset 0
00000400:00000200:1.0:1775776306.923756:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776306.923760:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.923763:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776306.923765:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776306.923767:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776306.923769:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776306.923772:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776306.923775:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340065:340065:256:4294967295] 192.168.201.105@tcp LPNI seq info [340010:340010:8:4294967295]
00000400:00000200:1.0:1775776306.923779:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.923784:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776306.923789:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.923791:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776306.923795:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776306.923797:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776306.923801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776306.923804:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776306.923808:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.923809:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776306.923812:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776306.923815:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776306.923818:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776306.923819:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776306.923821:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776306.923824:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923831:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.923834:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923840:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923842:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776306.923844:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776306.923847:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776306.923850:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776306.923851:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307255971
00000100:00000001:1.0:1775776306.923854:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.923856:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307255971
00000100:00000001:1.0:1775776306.923858:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.923860:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776306.923862:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.923863:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776306.923866:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776306]  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776306.923874:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776306.923875:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776306.923876:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776306.923878:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776306.923879:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776306.923881:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776306.923884:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776306.923892:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923897:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776306.923898:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923900:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923901:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776306.923905:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923911:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776306.923914:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923921:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776306.923923:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923925:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.923926:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923927:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776306.923928:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776306.923930:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776306.923933:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776306.923935:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776306.923938:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776306.923946:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241088:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776306.923949:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923950:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.923953:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309240960/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923959:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776306.923961:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776306.923962:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776306.923964:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776306.923965:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776306.923966:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776306.923968:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776306.923970:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776306.923974:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776306.923975:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776306.923977:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776306.923979:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776306.923980:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.923981:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.923984:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309241088/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.923990:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776306.923992:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776306.923993:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776306.923995:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776306.923995:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776306.923996:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776306.923998:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776306.923999:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776306.924002:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776306.924003:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776306.924004:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776306.924007:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776306.924008:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924010:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924012:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776306.924013:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.924015:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776306.924016:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776306.924017:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776306.924021:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924028:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776306.924029:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.924031:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776306.924032:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776306.924034:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776306.924037:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776306.924040:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776306.924041:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776306.924043:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776306.924045:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776306.924047:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776306.924049:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776306.924052:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776306.924054:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776306.924056:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776306.924059:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241216, portal 4
00000100:00000001:1.0:1775776306.924060:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776306.924062:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776306.924066:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924072:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776306.924074:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776306.924076:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776306.924078:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309241216, offset 0
00000400:00000200:1.0:1775776306.924082:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776306.924085:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.924088:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776306.924091:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776306.924093:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776306.924096:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776306.924098:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776306.924100:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340066:340066:256:4294967295] 192.168.201.105@tcp LPNI seq info [340011:340011:8:4294967295]
00000400:00000200:1.0:1775776306.924104:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776306.924110:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776306.924115:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.924118:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776306.924121:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776306.924124:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776306.924128:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776306.924130:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776306.924134:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776306.924136:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776306.924138:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776306.924141:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776306.924144:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776306.924145:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776306.924147:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776306.924150:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924157:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.924160:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776331 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924182:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.924183:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776306.924186:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776306.924188:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776306.924191:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776306.924193:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307255981
00000100:00000001:1.0:1775776306.924195:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.924197:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307255981
00000100:00000001:1.0:1775776306.924199:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307256711
00000100:00000001:1.0:1775776306.924201:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776306.924202:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.924204:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776306.924208:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776306]  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776306.924215:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776306.924217:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776306.924218:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776306.924220:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776306.924222:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776306.924224:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776306.924227:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776306.924234:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924240:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776306.924241:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924243:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.924244:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776306.924247:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924254:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776306.924258:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924265:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776306.924267:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924268:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776306.924270:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924271:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776306.924272:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776306.924274:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776306.924276:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776306.924278:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776306.924282:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776306.924289:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776306.924293:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924294:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776306.924297:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309241216/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776306.924304:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776306.924305:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776306.924307:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776306.924308:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776306.924309:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776306.924311:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776306.924313:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776306.924314:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776306.924316:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776306.924317:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776306.924319:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776306.924321:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776306.924322:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924323:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776306.924326:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776306.924327:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776306.924329:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776306.924330:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776307.818247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776307.818255:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776307.818257:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776307.818265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776307.818270:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776307.818274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776307.818278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776307.818281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776307.818285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776307.882301:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307256711, at 4307256768
00000100:00000010:1.0:1775776307.882319:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ede0.
00000020:00000001:3.0:1775776309.610792:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776309.610796:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776309.610800:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776312.042290:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776312.042298:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776312.042299:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776312.042302:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776312.042306:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776312.042311:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12588
00000400:00000200:3.0:1775776312.042319:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776312.042323:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776312.042325:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776312.042327:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042330:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776312.042331:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042333:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776312.042336:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776312.042337:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776312.042338:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776312.042340:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776312.042342:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776312.042343:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776312.042345:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042346:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776312.042347:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042348:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776312.042350:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776312.042352:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042354:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776312.042356:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776312.042359:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776312.042361:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042362:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776312.042364:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776312.042371:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776312.042374:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776312.042376:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776312.042377:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042380:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776312.042382:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776312.042386:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776312.042392:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776312.042397:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776312.042405:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776312.042412:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776312.042415:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776312.042418:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776312.042434:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776312.042436:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776312.042439:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776312.042440:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776312.042441:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776312.042443:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776312.042444:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12588
00000400:00000200:3.0:1775776312.042446:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776312.042448:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776312.042449:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776312.042451:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042453:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776312.042455:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042456:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776312.042457:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776312.042458:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776312.042459:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776312.042461:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776312.042462:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776312.042463:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776312.042465:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042466:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776312.042467:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042468:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776312.042469:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776312.042471:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042472:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.042473:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775776312.042474:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776312.042478:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775776312.042480:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.042481:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775776312.042482:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042485:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776312.042489:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776312.042492:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776312.042492:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042494:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776312.042497:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776312.042500:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776312.042503:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776312.042505:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042508:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776312.042509:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776312.042512:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775776312.042512:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776312.042514:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:1.0:1775776312.042525:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042530:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.042531:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776312.042535:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1775776312.042536:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776312.042540:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042546:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776312.042548:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776312.042550:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309241344:192.168.201.105@tcp:250:kworker.0
00000100:00000040:3.0:1775776312.042552:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.042559:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775776312.042562:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.042565:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776312.042568:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776312.042570:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775776312.042571:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1775776312.042573:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776312.042574:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776312.042575:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1775776312.042578:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:3.0:1775776312.042578:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776312.042582:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12588
02000000:00000001:1.0:1775776312.042583:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776312.042587:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.042591:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776312.042592:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776312.042596:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1775776312.042599:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000040:3.0:1775776312.042599:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042604:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776312.042606:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:1.0:1775776312.042608:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776312.042608:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776312.042613:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776312.042614:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776312.042615:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:1.0:1775776312.042617:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241344, portal 25
00000020:00000040:3.0:1775776312.042618:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000001:1.0:1775776312.042623:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1775776312.042623:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:1.0:1775776312.042626:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000020:00000001:3.0:1775776312.042627:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776312.042633:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776312.042633:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042638:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776312.042643:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776312.042644:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042647:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776312.042649:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776312.042652:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000010:1.0:1775776312.042653:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776312.042658:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309241344, offset 0
00000100:00080000:3.0:1775776312.042659:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042663:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776312.042665:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776312.042669:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776312.042670:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776312.042673:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042675:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776312.042678:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776312.042679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00000001:3.0:1775776312.042683:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042685:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.042689:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000010:3.0:1775776312.042691:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000400:00000200:1.0:1775776312.042695:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775776312.042695:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776312.042699:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775776312.042702:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:3.0:1775776312.042702:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042705:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776312.042708:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776312.042709:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775776312.042711:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.042714:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000010:3.0:1775776312.042716:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000400:00000200:1.0:1775776312.042721:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340067:340067:256:4294967295] 192.168.201.105@tcp LPNI seq info [340012:340012:8:4294967295]
00000100:00000001:3.0:1775776312.042721:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776312.042730:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776312.042731:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776312.042740:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776312.042744:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.042749:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775776312.042752:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775776312.042761:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042766:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776312.042769:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1775776312.042770:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00080000:3.0:1775776312.042776:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776312.042778:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776312.042781:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1775776312.042782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776312.042786:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.0:1775776312.042788:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775776312.042791:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12588
00000400:00000200:3.0:1775776312.042799:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:1.1:1775776312.042800:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:3.0:1775776312.042805:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:1.1:1775776312.042806:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775776312.042808:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776312.042813:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000100:1.0:1775776312.042818:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042818:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776312.042822:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000040:3.0:1775776312.042823:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042827:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776312.042830:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1775776312.042830:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776312.042833:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776312.042835:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776312.042838:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:1.0:1775776312.042839:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1775776312.042842:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:1.0:1775776312.042846:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000020:00000001:3.0:1775776312.042846:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000010:1.0:1775776312.042851:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000040:3.0:1775776312.042853:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042855:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776312.042857:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1775776312.042858:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042861:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:1.0:1775776312.042864:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776312.042864:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776312.042870:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776312.042874:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776312.042878:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776312.042881:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.042884:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775776312.042885:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042888:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776312.042890:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776312.042892:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776312.042894:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042898:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776312.042903:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776312.042907:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776312.042908:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776312.042910:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776312.042912:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775776312.042913:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776312.042916:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776312.042917:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776312.042919:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776312.042919:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776312.042926:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000400:00000200:1.0:1775776312.042929:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776312.042930:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.042932:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307261831
00000100:00100000:3.0:1775776312.042937:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775776312.042940:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eb40.
00000100:00000001:3.0:1775776312.042948:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776312.042950:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776312.042951:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776312.042956:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.042958:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307261831
00000100:00000010:1.0:1775776312.042965:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eae0.
00000100:00000001:3.0:1775776312.042967:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.042970:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1775776312.042972:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12598)
00000100:00000001:1.0:1775776312.042974:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.042978:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.042981:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776312.042986:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776312/real 1775776312]  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776312.042996:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776312.042999:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776312.043000:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776312.043003:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776312.043004:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776312.043007:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776312.043010:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776312.043018:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043024:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776312.043026:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043028:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043030:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776312.043033:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043040:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776312.043044:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043051:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776312.043054:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043056:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043057:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043060:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776312.043061:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776312.043064:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776312.043067:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776312.043069:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776312.043073:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776312.043081:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309241344:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776312.043086:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043087:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.043090:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309241344/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043097:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776312.043099:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776312.043101:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776312.043104:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776312.043105:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776312.043107:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776312.043109:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776312.043111:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776312.043114:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776312.043116:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776312.043117:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:1.0:1775776312.043120:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776312.043121:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043123:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043130:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776312.043132:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043133:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776312.043135:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776312.043136:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776312.043140:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043146:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776312.043147:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043149:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776312.043151:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776312.043153:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776312.043155:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241472:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776312.043158:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776312.043159:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776312.043161:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043186:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776312.043189:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776312.043192:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.043196:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776312.043198:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776312.043201:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776312.043204:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241472, portal 10
00000100:00000001:1.0:1775776312.043206:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776312.043207:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:1.0:1775776312.043223:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043229:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776312.043232:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776312.043234:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776312.043236:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309241472, offset 0
00000400:00000200:1.0:1775776312.043240:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043244:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043248:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776312.043251:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776312.043253:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776312.043255:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776312.043258:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043261:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340068:340068:256:4294967295] 192.168.201.105@tcp LPNI seq info [340013:340013:8:4294967295]
00000400:00000200:1.0:1775776312.043265:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043280:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776312.043285:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043289:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776312.043293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776312.043295:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776312.043300:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776312.043313:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776312.043318:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043320:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776312.043323:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776312.043326:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776312.043329:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776312.043331:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776312.043334:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776312.043337:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043345:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.043348:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043355:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043357:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776312.043359:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776312.043362:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776312.043366:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776312.043368:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307260963
00000100:00000001:1.0:1775776312.043382:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043385:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307260963
00000100:00000001:1.0:1775776312.043388:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043390:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.043392:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043394:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776312.043397:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776312/real 1775776312]  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776312.043405:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776312.043406:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776312.043408:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776312.043411:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776312.043412:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776312.043414:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776312.043417:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776312.043425:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043431:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776312.043433:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043434:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043436:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776312.043439:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043446:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776312.043450:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043456:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776312.043458:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043460:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043461:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043462:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776312.043464:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776312.043467:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776312.043470:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776312.043472:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776312.043475:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776312.043482:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241472:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776312.043486:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776312.043489:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043500:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776312.043501:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043504:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776312.043505:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776312.043507:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776312.043510:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241600:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776312.043513:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776312.043515:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776312.043527:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043529:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776312.043533:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776312.043534:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.043538:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776312.043540:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776312.043544:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776312.043546:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241600, portal 4
00000100:00000001:1.0:1775776312.043548:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776312.043550:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:1.0:1775776312.043555:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043561:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776312.043563:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776312.043565:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776312.043567:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309241600, offset 0
00000400:00000200:1.0:1775776312.043571:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043575:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043579:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776312.043583:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776312.043585:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776312.043587:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776312.043590:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043593:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340069:340069:256:4294967295] 192.168.201.105@tcp LPNI seq info [340014:340014:8:4294967295]
00000400:00000200:1.0:1775776312.043597:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043603:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776312.043607:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043611:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776312.043614:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776312.043617:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776312.043621:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776312.043623:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776312.043627:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043629:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776312.043631:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776312.043634:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776312.043637:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776312.043638:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776312.043641:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776312.043644:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043651:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.043654:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043660:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043661:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776312.043664:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776312.043667:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776312.043670:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776312.043672:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307261091
00000100:00000001:1.0:1775776312.043675:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043677:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307261091
00000100:00000001:1.0:1775776312.043679:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043681:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.043683:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043685:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776312.043688:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776312/real 1775776312]  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776312.043696:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776312.043697:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776312.043699:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776312.043702:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776312.043703:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776312.043705:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776312.043708:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776312.043716:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043723:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776312.043724:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043725:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043727:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776312.043730:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043737:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776312.043740:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043747:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776312.043749:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043750:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043751:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043753:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776312.043754:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776312.043757:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776312.043760:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776312.043762:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776312.043766:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776312.043774:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241600:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776312.043778:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776312.043781:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043787:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776312.043788:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043790:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776312.043792:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776312.043794:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776312.043797:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776312.043800:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776312.043801:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776312.043803:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776312.043804:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776312.043807:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776312.043809:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776312.043812:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776312.043814:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776312.043817:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776312.043820:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241728, portal 4
00000100:00000001:1.0:1775776312.043822:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776312.043823:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:1.0:1775776312.043828:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043834:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776312.043837:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776312.043839:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776312.043841:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309241728, offset 0
00000400:00000200:1.0:1775776312.043845:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043848:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043851:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776312.043854:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776312.043856:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776312.043858:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776312.043861:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776312.043863:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340070:340070:256:4294967295] 192.168.201.105@tcp LPNI seq info [340015:340015:8:4294967295]
00000400:00000200:1.0:1775776312.043867:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776312.043873:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776312.043877:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043880:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776312.043884:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776312.043887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776312.043891:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776312.043893:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776312.043897:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776312.043898:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776312.043901:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776312.043904:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776312.043907:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776312.043908:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776312.043910:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776312.043913:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043920:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.043923:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776337 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043929:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043931:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776312.043934:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776312.043937:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776312.043939:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776312.043941:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307261100
00000100:00000001:1.0:1775776312.043943:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043945:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307261100
00000100:00000001:1.0:1775776312.043947:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307261831
00000100:00000001:1.0:1775776312.043949:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776312.043950:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.043952:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776312.043955:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776312/real 1775776312]  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776312.043962:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776312.043963:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776312.043965:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776312.043967:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776312.043969:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776312.043970:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776312.043973:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776312.043981:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.043987:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776312.043989:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.043991:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.043992:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776312.043995:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.044002:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776312.044005:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.044012:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776312.044014:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044016:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776312.044017:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044018:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776312.044020:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776312.044022:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776312.044024:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776312.044026:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776312.044029:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776312.044036:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776312.044040:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044041:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.044044:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309241472/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.044050:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776312.044051:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776312.044053:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776312.044056:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776312.044057:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776312.044058:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776312.044060:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776312.044062:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776312.044064:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776312.044065:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776312.044067:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:1.0:1775776312.044069:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776312.044070:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044072:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.044074:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309241600/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.044081:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776312.044082:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776312.044083:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776312.044085:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776312.044086:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776312.044087:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776312.044089:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776312.044090:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776312.044092:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776312.044093:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776312.044094:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:1.0:1775776312.044095:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776312.044096:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044098:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776312.044100:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309241728/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776337 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776312.044106:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776312.044107:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776312.044109:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776312.044110:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776312.044111:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776312.044112:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776312.044114:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776312.044115:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776312.044117:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776312.044119:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776312.044120:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:1.0:1775776312.044121:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776312.044122:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044124:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776312.044127:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776312.044128:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776312.044130:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776312.044132:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776313.002266:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307261831, at 4307261888
00000100:00000010:1.0:1775776313.002283:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01eae0.
00000020:00000001:3.0:1775776313.706367:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776313.706370:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776313.706373:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776317.162230:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776317.162238:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776317.162241:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776317.162245:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776317.162249:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776317.162255:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12593
00000400:00000200:3.0:1775776317.162264:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776317.162269:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776317.162273:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776317.162276:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162280:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776317.162282:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162285:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776317.162289:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776317.162291:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776317.162293:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776317.162295:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776317.162298:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776317.162300:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776317.162303:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162305:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776317.162307:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162308:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776317.162311:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776317.162314:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162317:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776317.162319:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776317.162323:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776317.162325:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162328:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776317.162330:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776317.162338:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776317.162342:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776317.162345:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776317.162347:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162349:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776317.162352:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776317.162355:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776317.162363:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776317.162369:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776317.162377:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776317.162387:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776317.162391:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776317.162396:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776317.162420:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776317.162423:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776317.162444:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776317.162445:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776317.162447:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776317.162450:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776317.162452:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12593
00000400:00000200:3.0:1775776317.162456:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776317.162461:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776317.162463:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776317.162466:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776317.162467:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776317.162469:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776317.162471:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776317.162473:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776317.162474:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776317.162476:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776317.162481:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776317.162484:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776317.162486:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776317.162490:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776317.162491:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776317.162493:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776317.162493:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776317.162497:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776317.162499:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1775776317.162500:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776317.162502:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776317.162506:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776317.162506:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162510:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1775776317.162511:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309241856:192.168.201.105@tcp:250:kworker.0
00000100:00000040:3.0:1775776317.162514:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776317.162520:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775776317.162520:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776317.162523:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776317.162526:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1775776317.162527:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776317.162529:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162530:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.162534:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776317.162534:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776317.162541:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1775776317.162542:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:3.0:1775776317.162544:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.162548:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162548:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776317.162553:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776317.162557:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.162558:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776317.162560:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776317.162563:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000010:3.0:1775776317.162565:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776317.162568:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776317.162570:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1775776317.162571:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:3.0:1775776317.162571:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162575:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776317.162577:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776317.162579:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776317.162581:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241856, portal 25
02000000:00000010:3.0:1775776317.162583:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:1.0:1775776317.162584:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776317.162585:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000001:3.0:1775776317.162589:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776317.162592:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776317.162597:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776317.162605:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776317.162612:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162613:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776317.162615:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775776317.162617:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776317.162618:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309241856, offset 0
00000100:00000040:3.0:1775776317.162622:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776317.162627:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776317.162636:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776317.162636:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776317.162641:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776317.162644:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:3.0:1775776317.162647:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776317.162649:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776317.162650:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776317.162651:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776317.162655:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776317.162655:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776317.162659:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12593
00000400:00000200:1.0:1775776317.162661:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776317.162665:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776317.162667:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.162671:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340071:340071:256:4294967295] 192.168.201.105@tcp LPNI seq info [340016:340016:8:4294967295]
00000400:00000200:3.0:1775776317.162674:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776317.162678:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776317.162678:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776317.162683:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162687:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776317.162690:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775776317.162693:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162695:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776317.162697:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776317.162698:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776317.162700:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776317.162702:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:1.0:1775776317.162706:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776317.162706:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776317.162709:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000010:1.0:1775776317.162712:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00000040:3.0:1775776317.162715:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162718:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775776317.162721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776317.162723:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:1.0:1775776317.162725:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1775776317.162727:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776317.162730:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:1.1:1775776317.162731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776317.162735:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1775776317.162736:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162739:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776317.162741:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776317.162744:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776317.162747:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162749:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000100:1.0:1775776317.162750:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000008:00100000:3.0:1775776317.162752:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775776317.162754:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000008:00000001:3.0:1775776317.162755:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162758:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.162762:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1775776317.162762:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775776317.162766:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:1.0:1775776317.162771:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776317.162771:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776317.162773:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162776:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775776317.162777:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
02000000:00000001:3.0:1775776317.162778:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776317.162781:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776317.162782:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
02000000:00000010:3.0:1775776317.162786:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:1.0:1775776317.162787:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776317.162791:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776317.162793:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776317.162798:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776317.162813:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775776317.162814:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776317.162817:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776317.162818:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776317.162824:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.162827:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.162831:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776317.162836:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162839:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.162843:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776317.162844:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776317.162845:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307266951
00000100:00080000:3.0:1775776317.162850:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1775776317.162852:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01eae0.
00000100:00000001:3.0:1775776317.162852:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776317.162855:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776317.162858:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:1.0:1775776317.162859:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1775776317.162861:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12593
00000400:00000200:3.0:1775776317.162866:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776317.162868:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307266951
00000400:00000200:3.0:1775776317.162870:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000010:1.0:1775776317.162874:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e240.
00000100:00080000:3.0:1775776317.162874:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776317.162879:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776317.162880:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776317.162882:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776317.162885:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776317.162886:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776317.162889:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776317.162891:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776317.162893:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776317.162895:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775776317.162895:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776317.162899:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776317.162901:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776317.162903:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00100000:1.0:1775776317.162904:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776317/real 1775776317]  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776317.162906:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776317.162912:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162915:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776317.162920:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162924:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776317.162926:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776317.162928:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776317.162932:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776317.162934:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1775776317.162937:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1775776317.162937:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1775776317.162941:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1775776317.162941:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162944:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775776317.162945:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000008:00100000:3.0:1775776317.162946:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776317.162949:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000008:00000001:3.0:1775776317.162950:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776317.162951:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776317.162954:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775776317.162954:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776317.162959:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775776317.162959:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776317.162963:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776317.162968:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1775776317.162970:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776317.162970:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776317.162973:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776317.162976:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776317.162979:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.162980:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776317.162983:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.162985:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1775776317.162985:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:1.0:1775776317.162987:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776317.162990:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776317.162991:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776317.162999:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776317.163000:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776317.163007:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776317.163013:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776317.163017:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776317.163022:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163026:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776317.163031:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163036:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776317.163036:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163037:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163041:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776317.163042:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776317.163044:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1775776317.163044:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12603)
00000100:00080000:1.0:1775776317.163050:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776317.163052:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776317.163055:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776317.163060:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309241856:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776317.163064:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163066:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163068:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309241856/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163071:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776317.163073:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163074:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776317.163076:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776317.163077:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776317.163078:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776317.163079:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776317.163081:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776317.163083:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776317.163084:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776317.163085:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:1.0:1775776317.163087:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776317.163088:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163089:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163094:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776317.163095:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163097:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776317.163098:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776317.163099:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776317.163102:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163106:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776317.163107:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163108:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776317.163109:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776317.163110:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776317.163112:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241984:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776317.163114:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776317.163115:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776317.163116:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163117:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163119:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776317.163120:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.163123:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776317.163124:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776317.163126:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776317.163128:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309241984, portal 10
00000100:00000001:1.0:1775776317.163129:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776317.163130:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:1.0:1775776317.163134:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163138:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776317.163139:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776317.163140:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776317.163142:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309241984, offset 0
00000400:00000200:1.0:1775776317.163144:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163146:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163148:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776317.163150:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776317.163152:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776317.163153:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776317.163155:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163157:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340072:340072:256:4294967295] 192.168.201.105@tcp LPNI seq info [340017:340017:8:4294967295]
00000400:00000200:1.0:1775776317.163160:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163182:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776317.163185:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163188:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776317.163190:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776317.163192:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776317.163195:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776317.163196:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776317.163199:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163200:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776317.163202:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776317.163204:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776317.163206:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776317.163207:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776317.163208:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776317.163210:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163215:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163216:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163220:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163221:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776317.163223:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776317.163225:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776317.163227:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776317.163228:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307266083
00000100:00000001:1.0:1775776317.163230:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163231:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307266083
00000100:00000001:1.0:1775776317.163232:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163234:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776317.163235:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163236:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776317.163238:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776317/real 1775776317]  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776317.163243:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776317.163244:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776317.163245:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776317.163246:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776317.163247:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776317.163248:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776317.163249:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776317.163254:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163258:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776317.163258:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163259:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163260:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776317.163262:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163265:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776317.163267:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163270:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776317.163272:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163273:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163273:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163274:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776317.163275:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776317.163277:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776317.163279:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776317.163280:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776317.163282:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776317.163286:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309241984:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776317.163288:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776317.163290:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163293:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776317.163294:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163295:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776317.163296:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776317.163297:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776317.163299:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242112:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776317.163301:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776317.163302:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776317.163303:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163304:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163306:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776317.163307:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.163308:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776317.163309:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776317.163311:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776317.163313:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242112, portal 4
00000100:00000001:1.0:1775776317.163314:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776317.163315:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:1.0:1775776317.163318:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163322:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776317.163323:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776317.163325:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776317.163326:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309242112, offset 0
00000400:00000200:1.0:1775776317.163328:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163330:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163332:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776317.163334:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776317.163336:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776317.163337:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776317.163338:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163340:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340073:340073:256:4294967295] 192.168.201.105@tcp LPNI seq info [340018:340018:8:4294967295]
00000400:00000200:1.0:1775776317.163342:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163347:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776317.163349:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163351:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776317.163353:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776317.163355:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776317.163357:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776317.163358:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776317.163361:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163362:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776317.163363:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776317.163365:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776317.163366:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776317.163368:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776317.163369:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776317.163371:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163375:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163376:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163380:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163381:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776317.163383:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776317.163384:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776317.163386:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776317.163387:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307266211
00000100:00000001:1.0:1775776317.163389:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163390:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307266211
00000100:00000001:1.0:1775776317.163391:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163392:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776317.163393:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163394:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776317.163396:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776317/real 1775776317]  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776317.163399:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776317.163400:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776317.163401:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776317.163402:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776317.163403:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776317.163404:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776317.163405:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776317.163410:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163413:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776317.163414:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163415:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163415:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776317.163417:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163420:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776317.163422:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163440:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776317.163443:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163444:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163445:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163446:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776317.163447:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776317.163449:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776317.163451:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776317.163452:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776317.163455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776317.163459:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242112:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776317.163461:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776317.163463:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163467:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776317.163468:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163469:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776317.163470:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776317.163471:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776317.163473:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776317.163474:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776317.163475:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776317.163476:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776317.163477:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163479:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776317.163480:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776317.163482:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776317.163484:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776317.163486:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776317.163487:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242240, portal 4
00000100:00000001:1.0:1775776317.163488:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776317.163489:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:1.0:1775776317.163493:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163496:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776317.163498:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776317.163499:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776317.163500:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309242240, offset 0
00000400:00000200:1.0:1775776317.163502:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163504:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163506:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776317.163508:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776317.163509:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776317.163511:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776317.163512:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776317.163514:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340074:340074:256:4294967295] 192.168.201.105@tcp LPNI seq info [340019:340019:8:4294967295]
00000400:00000200:1.0:1775776317.163516:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776317.163519:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776317.163522:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163523:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776317.163526:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776317.163527:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776317.163530:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776317.163532:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776317.163534:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776317.163536:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776317.163539:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776317.163542:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776317.163544:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776317.163546:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776317.163548:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776317.163551:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163558:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163560:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776342 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163567:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163568:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776317.163571:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776317.163574:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776317.163577:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776317.163579:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307266220
00000100:00000001:1.0:1775776317.163581:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163583:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307266220
00000100:00000001:1.0:1775776317.163585:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307266951
00000100:00000001:1.0:1775776317.163586:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776317.163588:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163589:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776317.163591:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776317/real 1775776317]  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776317.163596:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776317.163597:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776317.163598:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776317.163599:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776317.163600:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776317.163601:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776317.163603:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776317.163608:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163615:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776317.163616:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163617:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163618:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776317.163620:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163623:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776317.163625:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163629:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776317.163630:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163630:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776317.163631:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163632:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776317.163633:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776317.163635:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776317.163636:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776317.163638:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776317.163639:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776317.163643:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776317.163645:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163646:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163648:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309241984/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163651:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776317.163652:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163654:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776317.163655:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776317.163656:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776317.163657:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776317.163658:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776317.163659:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776317.163660:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776317.163661:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776317.163662:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:1.0:1775776317.163663:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776317.163664:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163665:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163667:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309242112/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163671:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776317.163671:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163672:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776317.163673:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776317.163674:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776317.163674:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776317.163675:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776317.163676:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776317.163677:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776317.163678:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776317.163678:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776317.163679:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776317.163680:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163681:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776317.163682:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309242240/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776342 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776317.163685:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776317.163686:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776317.163686:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776317.163687:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776317.163688:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776317.163688:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776317.163690:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776317.163691:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776317.163692:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776317.163693:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776317.163693:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:1.0:1775776317.163695:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776317.163695:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163696:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776317.163698:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776317.163699:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776317.163700:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776317.163701:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776317.802338:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776317.802341:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776317.802343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776318.122253:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307266951, at 4307267008
00000100:00000010:1.0:1775776318.122275:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e240.
00000020:00000001:3.0:1775776321.898339:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776321.898342:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776321.898461:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776322.282269:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776322.282279:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776322.282281:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776322.282285:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776322.282290:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776322.282296:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12598
00000400:00000200:3.0:1775776322.282305:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776322.282310:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776322.282313:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776322.282316:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282319:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776322.282322:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282324:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776322.282328:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776322.282329:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776322.282332:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776322.282334:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776322.282336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776322.282372:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776322.282374:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282376:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776322.282377:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282378:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776322.282380:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776322.282382:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282383:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776322.282385:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776322.282388:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776322.282390:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282391:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776322.282393:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776322.282400:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775776322.282403:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776322.282405:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776322.282407:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282409:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776322.282411:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776322.282414:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776322.282420:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776322.282425:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776322.282431:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776322.282438:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776322.282446:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776322.282450:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776322.282464:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776322.282466:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776322.282468:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776322.282470:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776322.282471:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776322.282473:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776322.282474:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12598
00000400:00000200:3.0:1775776322.282477:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776322.282479:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776322.282481:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776322.282483:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282485:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776322.282487:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282488:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776322.282490:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776322.282491:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775776322.282491:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776322.282494:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776322.282496:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776322.282496:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776322.282499:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776322.282499:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776322.282501:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776322.282504:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282507:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776322.282508:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776322.282509:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282512:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776322.282520:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1775776322.282521:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776322.282523:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776322.282526:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776322.282529:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776322.282529:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.282533:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776322.282533:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776322.282537:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776322.282539:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775776322.282542:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309242368:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776322.282543:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282548:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776322.282550:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1775776322.282553:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776322.282555:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1775776322.282557:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.282558:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282561:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.282563:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1775776322.282566:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
02000000:00000010:1.0:1775776322.282569:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
00000020:00000040:3.0:1775776322.282569:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776322.282572:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776322.282574:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776322.282576:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.282579:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776322.282579:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776322.282582:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1775776322.282583:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000001:3.0:1775776322.282585:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776322.282589:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000010:3.0:1775776322.282591:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000200:1.0:1775776322.282595:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242368, portal 25
00000100:00000001:3.0:1775776322.282597:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.282599:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776322.282601:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048431104 : -109518661120512 : ffff9c64b31b8e00)
00000100:00100000:3.0:1775776322.282605:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776322.282608:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776322.282628:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776322.282629:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776322.282630:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776322.282636:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776322.282637:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776322.282642:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775776322.282644:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776322.282647:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309242368, offset 0
00000100:00080000:3.0:1775776322.282647:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776322.282652:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776322.282653:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776322.282654:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776322.282657:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776322.282660:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776322.282661:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12598
00000400:00000200:3.0:1775776322.282665:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776322.282668:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776322.282669:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776322.282672:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776322.282675:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282678:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776322.282682:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:3.0:1775776322.282682:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282687:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776322.282691:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1775776322.282691:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776322.282693:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776322.282695:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:3.0:1775776322.282697:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:1.0:1775776322.282700:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775776322.282701:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776322.282703:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000020:00000001:3.0:1775776322.282705:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776322.282709:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340075:340075:256:4294967295] 192.168.201.105@tcp LPNI seq info [340020:340020:8:4294967295]
00000020:00000001:3.0:1775776322.282710:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776322.282714:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.282721:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1775776322.282727:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.0:1775776322.282729:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282731:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776322.282735:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00000040:3.0:1775776322.282735:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282738:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776322.282740:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776322.282743:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:1.0:1775776322.282747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776322.282747:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776322.282751:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1775776322.282753:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1775776322.282754:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776322.282757:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282761:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775776322.282761:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00100000:3.0:1775776322.282764:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1775776322.282765:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000008:00000001:3.0:1775776322.282768:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776322.282771:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282772:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776322.282774:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000010:3.0:1775776322.282778:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000400:00000200:1.0:1775776322.282779:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1775776322.282784:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:1.0:1775776322.282786:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776322.282789:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775776322.282791:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
02000000:00000001:3.0:1775776322.282792:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776322.282794:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775776322.282795:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776322.282798:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1775776322.282798:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776322.282800:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776322.282802:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776322.282806:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776322.282812:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.282820:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1775776322.282822:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776322.282826:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776322.282832:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776322.282835:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.282842:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.282844:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775776322.282848:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.282850:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282857:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.282858:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776322.282861:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776322.282862:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307272071
00000100:00080000:3.0:1775776322.282864:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776322.282866:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776322.282868:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776322.282870:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:1.0:1775776322.282871:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e240.
00000100:00080000:3.0:1775776322.282873:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12598
00000400:00000200:3.0:1775776322.282878:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776322.282879:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1775776322.282881:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776322.282883:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776322.282886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776322.282887:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307272071
00000100:00000001:3.0:1775776322.282888:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776322.282891:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:1.0:1775776322.282892:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e420.
00000100:00000001:3.0:1775776322.282894:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776322.282895:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1775776322.282896:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776322.282898:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:1.0:1775776322.282899:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1775776322.282900:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776322.282902:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:1.0:1775776322.282904:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776322.282904:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776322.282908:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776322.282911:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282912:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776322.282914:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776322.282916:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776322.282918:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775776322.282918:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776322.282922:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00100000:1.0:1775776322.282930:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322]  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776322.282932:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776322.282937:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776322.282941:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776322.282945:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776322.282946:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1775776322.282947:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000001:1.0:1775776322.282950:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00100000:3.0:1775776322.282951:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775776322.282954:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000008:00000001:3.0:1775776322.282955:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.282958:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:3.0:1775776322.282958:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776322.282962:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000010:3.0:1775776322.282962:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776322.282966:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1775776322.282966:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776322.282970:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1775776322.282973:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776322.282973:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776322.282976:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776322.282977:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776322.282980:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776322.282985:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776322.282989:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776322.282993:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776322.282996:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776322.283008:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776322.283011:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776322.283012:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776322.283015:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776322.283019:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283023:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283027:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776322.283032:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776322.283036:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776322.283038:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12608)
00000100:00000001:1.0:1775776322.283046:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776322.283051:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283059:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776322.283061:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283063:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283064:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283066:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776322.283068:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776322.283071:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776322.283075:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776322.283078:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776322.283081:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776322.283089:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309242368:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776322.283100:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283102:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283105:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8e00 x1862023309242368/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283111:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776322.283114:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283116:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776322.283119:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776322.283120:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776322.283122:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776322.283124:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776322.283126:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776322.283128:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776322.283130:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776322.283132:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8e00.
00000100:00000001:1.0:1775776322.283135:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776322.283136:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283138:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283146:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776322.283148:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283150:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776322.283152:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776322.283153:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776322.283156:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283184:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776322.283186:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283188:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776322.283190:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776322.283192:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776322.283195:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242496:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776322.283198:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776322.283200:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776322.283202:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283203:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283206:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776322.283208:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.283212:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776322.283215:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776322.283218:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776322.283220:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242496, portal 10
00000100:00000001:1.0:1775776322.283222:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776322.283224:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048436480 : -109518661115136 : ffff9c64b31ba300)
00000100:00000040:1.0:1775776322.283229:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283233:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776322.283235:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776322.283237:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776322.283240:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309242496, offset 0
00000400:00000200:1.0:1775776322.283243:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283247:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283251:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776322.283253:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776322.283256:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776322.283258:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776322.283260:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283263:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340076:340076:256:4294967295] 192.168.201.105@tcp LPNI seq info [340021:340021:8:4294967295]
00000400:00000200:1.0:1775776322.283267:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283273:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776322.283278:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283281:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776322.283286:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776322.283288:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776322.283293:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776322.283295:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776322.283298:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283300:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776322.283303:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776322.283305:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776322.283307:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776322.283308:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776322.283309:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776322.283312:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283316:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283318:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283326:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283327:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776322.283329:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776322.283353:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776322.283356:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776322.283357:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307271203
00000100:00000001:1.0:1775776322.283359:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283360:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307271203
00000100:00000001:1.0:1775776322.283361:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283363:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776322.283364:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283365:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776322.283368:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322]  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776322.283372:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776322.283373:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776322.283374:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776322.283376:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776322.283377:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776322.283378:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776322.283380:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776322.283385:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283388:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776322.283389:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283390:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283390:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776322.283392:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283397:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776322.283399:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283402:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776322.283404:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283404:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283405:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283406:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776322.283407:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776322.283409:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776322.283411:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776322.283412:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776322.283414:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776322.283418:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242496:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776322.283420:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776322.283421:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283425:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776322.283426:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283428:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776322.283429:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776322.283430:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776322.283431:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242624:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776322.283433:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776322.283434:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776322.283436:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283437:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283439:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776322.283440:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.283442:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776322.283444:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776322.283445:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776322.283447:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242624, portal 4
00000100:00000001:1.0:1775776322.283448:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776322.283449:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:1.0:1775776322.283452:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283456:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776322.283458:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776322.283459:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776322.283460:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309242624, offset 0
00000400:00000200:1.0:1775776322.283462:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283464:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283466:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776322.283468:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776322.283469:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776322.283471:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776322.283472:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283474:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340077:340077:256:4294967295] 192.168.201.105@tcp LPNI seq info [340022:340022:8:4294967295]
00000400:00000200:1.0:1775776322.283477:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283480:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776322.283482:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283484:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776322.283486:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776322.283488:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776322.283491:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776322.283492:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776322.283494:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283496:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776322.283498:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776322.283500:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776322.283501:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776322.283502:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776322.283503:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776322.283505:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283511:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283513:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283519:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283520:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776322.283523:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776322.283525:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776322.283528:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776322.283529:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307271331
00000100:00000001:1.0:1775776322.283531:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283533:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307271331
00000100:00000001:1.0:1775776322.283535:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283537:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776322.283538:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283540:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776322.283544:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322]  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776322.283552:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776322.283553:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776322.283555:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776322.283557:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776322.283558:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776322.283561:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776322.283564:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776322.283572:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283576:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776322.283577:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283578:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283579:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776322.283581:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283585:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776322.283587:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283590:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776322.283592:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283592:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283593:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283594:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776322.283595:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776322.283596:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776322.283598:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776322.283600:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776322.283601:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776322.283606:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242624:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776322.283608:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776322.283609:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283614:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776322.283615:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283616:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776322.283617:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776322.283618:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776322.283620:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776322.283621:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776322.283622:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776322.283623:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776322.283624:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283626:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776322.283627:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776322.283629:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776322.283630:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776322.283632:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776322.283634:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242752, portal 4
00000100:00000001:1.0:1775776322.283635:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776322.283636:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:1.0:1775776322.283640:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283643:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776322.283644:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776322.283645:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776322.283647:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309242752, offset 0
00000400:00000200:1.0:1775776322.283649:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283651:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283653:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776322.283655:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776322.283656:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776322.283658:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776322.283660:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776322.283662:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340078:340078:256:4294967295] 192.168.201.105@tcp LPNI seq info [340023:340023:8:4294967295]
00000400:00000200:1.0:1775776322.283664:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776322.283668:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776322.283671:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283673:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776322.283675:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776322.283677:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776322.283679:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776322.283681:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776322.283683:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776322.283684:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776322.283686:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776322.283688:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776322.283690:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776322.283691:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776322.283692:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776322.283694:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283698:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283700:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776347 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283703:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283704:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776322.283705:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776322.283707:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776322.283709:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776322.283710:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307271340
00000100:00000001:1.0:1775776322.283712:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283713:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307271340
00000100:00000001:1.0:1775776322.283714:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307272071
00000100:00000001:1.0:1775776322.283716:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776322.283717:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283718:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776322.283720:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322]  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776322.283724:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776322.283725:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776322.283726:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776322.283727:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776322.283727:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776322.283728:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776322.283730:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776322.283734:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283738:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776322.283739:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283740:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283740:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776322.283742:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283745:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776322.283747:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283750:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776322.283751:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283752:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776322.283753:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283754:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776322.283755:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776322.283756:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776322.283758:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776322.283759:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776322.283761:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776322.283765:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309242752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776322.283767:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283768:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283769:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309242496/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283773:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776322.283774:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283775:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776322.283776:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776322.283776:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776322.283777:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776322.283778:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776322.283779:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776322.283781:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776322.283782:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776322.283783:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:1.0:1775776322.283784:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776322.283785:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283786:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283787:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309242624/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283791:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776322.283792:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283792:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776322.283793:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776322.283794:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776322.283795:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776322.283796:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776322.283797:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776322.283798:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776322.283799:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776322.283799:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:1.0:1775776322.283801:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776322.283801:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283802:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776322.283804:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309242752/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776322.283807:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776322.283807:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776322.283808:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776322.283809:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776322.283809:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776322.283810:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776322.283811:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776322.283812:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776322.283812:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776322.283813:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776322.283814:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:1.0:1775776322.283815:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776322.283816:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283817:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776322.283820:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776322.283822:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776322.283823:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776322.283824:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776323.242262:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307272071, at 4307272128
00000100:00000010:1.0:1775776323.242276:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e420.
00000020:00000001:3.0:1775776325.994368:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776325.994371:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776325.994373:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776327.402280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776327.402288:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776327.402289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776327.402292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776327.402296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776327.402301:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12603
00000400:00000200:3.0:1775776327.402308:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776327.402311:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776327.402313:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776327.402315:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402317:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402319:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402320:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776327.402323:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776327.402325:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776327.402332:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776327.402334:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776327.402336:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776327.402337:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776327.402339:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402341:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776327.402344:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776327.402345:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402347:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776327.402349:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776327.402351:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776327.402352:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402354:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776327.402355:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776327.402362:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776327.402364:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776327.402367:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776327.402371:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402373:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776327.402376:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776327.402379:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776327.402385:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776327.402390:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776327.402396:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776327.402403:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776327.402406:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776327.402409:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776327.402430:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776327.402432:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776327.402434:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776327.402435:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776327.402436:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776327.402438:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776327.402439:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12603
00000400:00000200:3.0:1775776327.402441:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776327.402443:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776327.402444:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776327.402446:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402448:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402449:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402450:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776327.402452:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776327.402453:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776327.402454:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776327.402455:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776327.402457:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776327.402458:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776327.402460:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402461:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776327.402462:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776327.402462:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402465:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776327.402466:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776327.402467:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776327.402469:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1775776327.402471:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402473:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776327.402475:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776327.402476:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776327.402480:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776327.402483:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402497:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776327.402498:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1775776327.402500:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776327.402501:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775776327.402504:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.402506:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776327.402506:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.402508:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1775776327.402509:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
02000000:00000001:1.0:1775776327.402511:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776327.402512:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776327.402516:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1775776327.402517:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309242880:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776327.402518:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.402522:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775776327.402522:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776327.402523:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776327.402525:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.402526:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776327.402528:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776327.402528:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776327.402533:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776327.402533:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776327.402537:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
00000100:00100000:3.0:1775776327.402537:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776327.402540:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402547:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1775776327.402550:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776327.402550:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776327.402554:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000040:3.0:1775776327.402554:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775776327.402559:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:3.0:1775776327.402562:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776327.402565:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309242880, portal 25
00000100:00080000:3.0:1775776327.402565:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776327.402569:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775776327.402569:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776327.402571:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000001:3.0:1775776327.402572:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776327.402574:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776327.402576:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:1.0:1775776327.402578:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776327.402579:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12603
00000400:00000200:3.0:1775776327.402586:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776327.402591:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1775776327.402593:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775776327.402593:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776327.402598:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776327.402598:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:1.0:1775776327.402601:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000001:3.0:1775776327.402601:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402604:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776327.402605:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309242880, offset 0
00000100:00000001:3.0:1775776327.402606:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776327.402609:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776327.402610:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776327.402611:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776327.402613:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776327.402614:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776327.402617:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776327.402618:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776327.402621:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776327.402624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776327.402624:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402629:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776327.402632:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000040:3.0:1775776327.402632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776327.402636:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402638:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.402639:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775776327.402640:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776327.402643:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776327.402644:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:3.0:1775776327.402645:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402647:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:1.0:1775776327.402649:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000008:00100000:3.0:1775776327.402650:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776327.402652:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000008:00000001:3.0:1775776327.402653:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402656:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.402657:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340079:340079:256:4294967295] 192.168.201.105@tcp LPNI seq info [340024:340024:8:4294967295]
00000100:00000010:3.0:1775776327.402659:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000400:00000200:1.0:1775776327.402663:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776327.402663:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776327.402667:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776327.402668:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402670:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776327.402673:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776327.402676:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.402678:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1775776327.402682:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000800:00000200:1.0:1775776327.402688:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402688:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776327.402695:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00100000:3.0:1775776327.402696:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1775776327.402706:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776327.402706:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776327.402710:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776327.402711:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1775776327.402716:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1775776327.402721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776327.402725:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776327.402732:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.402735:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000100:00000001:3.0:1775776327.402736:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776327.402740:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776327.402741:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775776327.402746:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1775776327.402749:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775776327.402749:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776327.402752:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776327.402754:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000100:00000001:3.0:1775776327.402755:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775776327.402757:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00080000:3.0:1775776327.402760:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12603
00000100:00000001:1.0:1775776327.402762:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1775776327.402765:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:1.0:1775776327.402767:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776327.402771:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776327.402776:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776327.402781:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776327.402783:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775776327.402784:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402789:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776327.402790:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776327.402792:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776327.402796:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776327.402797:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776327.402799:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776327.402807:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776327.402812:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776327.402817:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776327.402818:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776327.402822:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776327.402823:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776327.402825:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776327.402827:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402829:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776327.402830:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776327.402831:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776327.402835:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776327.402837:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.402840:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776327.402840:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776327.402844:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307277191
02000000:00000001:3.0:1775776327.402844:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776327.402847:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776327.402852:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e420.
00000100:00000001:3.0:1775776327.402855:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776327.402858:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776327.402859:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1775776327.402859:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402862:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.402866:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307277191
00000100:00000010:3.0:1775776327.402866:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776327.402868:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776327.402871:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1775776327.402872:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed80.
02000000:00000001:3.0:1775776327.402872:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402874:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776327.402876:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776327.402878:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1775776327.402878:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.402883:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775776327.402884:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:1.0:1775776327.402887:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776327.402888:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.402892:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776327.402894:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1775776327.402899:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327]  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776327.402903:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776327.402906:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776327.402912:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776327.402932:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776327.402938:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12613)
00000400:00000001:1.0:1775776327.402939:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776327.402942:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776327.402944:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776327.402957:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776327.402962:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776327.402966:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776327.402970:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776327.402980:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.402987:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776327.402989:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.402991:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.402993:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776327.402996:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403003:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776327.403007:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403015:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776327.403018:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403020:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403021:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403023:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776327.403025:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776327.403028:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776327.403032:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776327.403034:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776327.403038:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776327.403047:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309242880:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776327.403051:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403053:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403056:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309242880/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403063:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776327.403065:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403067:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776327.403070:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776327.403071:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776327.403073:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776327.403075:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776327.403077:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:1.0:1775776327.403080:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776327.403082:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776327.403084:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:1.0:1775776327.403087:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776327.403088:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403089:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403097:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776327.403099:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403101:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776327.403102:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776327.403103:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776327.403107:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403114:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776327.403115:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403117:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776327.403119:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776327.403121:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776327.403124:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243008:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776327.403127:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776327.403129:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776327.403130:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403132:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403135:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776327.403136:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.403139:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776327.403141:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776327.403144:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776327.403146:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243008, portal 10
00000100:00000001:1.0:1775776327.403147:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776327.403148:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:1.0:1775776327.403152:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403156:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776327.403157:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776327.403159:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776327.403160:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309243008, offset 0
00000400:00000200:1.0:1775776327.403181:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403185:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403187:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776327.403189:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776327.403190:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776327.403192:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776327.403193:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403195:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340080:340080:256:4294967295] 192.168.201.105@tcp LPNI seq info [340025:340025:8:4294967295]
00000400:00000200:1.0:1775776327.403198:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403202:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776327.403204:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403207:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776327.403209:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776327.403211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776327.403214:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776327.403226:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776327.403240:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403242:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776327.403244:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776327.403246:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776327.403258:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776327.403260:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776327.403263:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776327.403266:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403274:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403277:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403283:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403284:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776327.403287:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776327.403291:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776327.403294:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776327.403296:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307276323
00000100:00000001:1.0:1775776327.403298:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403300:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307276323
00000100:00000001:1.0:1775776327.403302:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403315:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776327.403317:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403318:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776327.403322:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327]  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776327.403327:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776327.403328:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776327.403329:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776327.403331:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776327.403332:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776327.403333:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776327.403335:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776327.403340:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403343:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776327.403344:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403345:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403345:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776327.403347:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403351:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776327.403353:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403357:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776327.403358:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403359:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403360:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403361:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776327.403362:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776327.403363:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776327.403365:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776327.403366:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776327.403368:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776327.403372:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243008:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776327.403375:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776327.403377:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403381:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776327.403382:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403383:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776327.403384:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776327.403385:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776327.403386:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243136:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776327.403388:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776327.403390:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776327.403391:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403392:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403394:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776327.403396:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.403398:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776327.403399:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776327.403401:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776327.403403:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243136, portal 4
00000100:00000001:1.0:1775776327.403404:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776327.403405:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:1.0:1775776327.403408:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403412:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776327.403413:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776327.403414:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776327.403415:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309243136, offset 0
00000400:00000200:1.0:1775776327.403418:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403420:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403422:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776327.403424:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776327.403426:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776327.403427:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776327.403429:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403431:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340081:340081:256:4294967295] 192.168.201.105@tcp LPNI seq info [340026:340026:8:4294967295]
00000400:00000200:1.0:1775776327.403433:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403437:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776327.403439:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403441:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776327.403443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776327.403444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776327.403447:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776327.403449:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776327.403451:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403452:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776327.403454:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776327.403456:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776327.403458:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776327.403459:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776327.403460:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776327.403462:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403466:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403468:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403472:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403473:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776327.403474:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776327.403476:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776327.403478:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776327.403479:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307276451
00000100:00000001:1.0:1775776327.403480:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403482:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307276451
00000100:00000001:1.0:1775776327.403483:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403485:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776327.403486:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403487:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776327.403489:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327]  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776327.403493:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776327.403493:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776327.403494:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776327.403495:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776327.403496:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776327.403497:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776327.403498:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776327.403503:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403506:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776327.403507:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403508:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403509:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776327.403510:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403514:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776327.403515:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403519:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776327.403520:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403521:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403522:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403523:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776327.403524:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776327.403525:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776327.403527:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776327.403529:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776327.403530:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776327.403534:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243136:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776327.403536:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776327.403538:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403541:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776327.403542:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403543:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776327.403544:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776327.403545:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776327.403546:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776327.403548:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776327.403549:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776327.403550:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776327.403551:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403553:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776327.403554:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776327.403555:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776327.403556:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776327.403558:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776327.403559:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243264, portal 4
00000100:00000001:1.0:1775776327.403561:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776327.403561:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:1.0:1775776327.403564:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403568:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776327.403569:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776327.403571:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00000200:1.0:1775776327.403572:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309243264, offset 0
00000400:00000200:1.0:1775776327.403574:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403576:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403577:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776327.403579:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776327.403580:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776327.403581:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776327.403582:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776327.403584:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340082:340082:256:4294967295] 192.168.201.105@tcp LPNI seq info [340027:340027:8:4294967295]
00000400:00000200:1.0:1775776327.403586:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776327.403590:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776327.403592:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403594:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000800:00000200:1.0:1775776327.403596:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776327.403597:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776327.403600:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776327.403601:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776327.403603:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776327.403604:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:1.0:1775776327.403606:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776327.403608:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776327.403609:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:1.0:1775776327.403610:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:1.0:1775776327.403611:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776327.403613:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403617:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403619:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776352 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403626:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403626:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776327.403628:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776327.403630:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776327.403631:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776327.403632:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307276460
00000100:00000001:1.0:1775776327.403634:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403635:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307276460
00000100:00000001:1.0:1775776327.403636:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307277191
00000100:00000001:1.0:1775776327.403637:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776327.403638:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403639:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776327.403640:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327]  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776327.403644:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776327.403645:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776327.403646:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776327.403647:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776327.403647:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776327.403649:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776327.403650:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776327.403655:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403658:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776327.403658:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403659:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403660:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776327.403663:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403669:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776327.403673:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403679:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776327.403680:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403682:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776327.403683:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403684:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776327.403686:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776327.403688:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776327.403691:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776327.403693:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776327.403697:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776327.403704:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776327.403708:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403710:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403713:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309243008/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403719:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776327.403720:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403721:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776327.403723:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776327.403724:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776327.403725:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776327.403726:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776327.403727:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:1.0:1775776327.403729:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776327.403730:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776327.403731:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:1.0:1775776327.403733:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776327.403733:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403734:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403736:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309243136/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403740:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776327.403740:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403741:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776327.403742:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776327.403743:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776327.403743:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776327.403744:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776327.403745:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:1.0:1775776327.403746:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776327.403747:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776327.403747:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:1.0:1775776327.403748:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776327.403749:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403750:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776327.403751:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309243264/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776327.403754:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776327.403755:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776327.403756:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776327.403757:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776327.403757:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776327.403758:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776327.403759:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776327.403759:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:1.0:1775776327.403760:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776327.403761:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776327.403762:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:1.0:1775776327.403763:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776327.403764:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403765:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776327.403767:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776327.403768:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776327.403769:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776327.403770:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776328.362277:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307277191, at 4307277248
00000100:00000010:1.0:1775776328.362293:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ed80.
00000020:00000001:3.0:1775776330.090388:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776330.090391:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776330.090394:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1775776331.370286:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776331.370294:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776331.370300:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776331.370439:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:3.0:1775776332.522252:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776332.522266:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776332.522269:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776332.522274:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776332.522278:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776332.522284:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12608
00000400:00000200:3.0:1775776332.522292:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776332.522297:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776332.522300:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776332.522302:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522304:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522306:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522308:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776332.522311:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776332.522312:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776332.522314:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776332.522315:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776332.522317:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776332.522318:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776332.522320:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522322:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522323:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522324:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776332.522326:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776332.522329:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522330:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776332.522332:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776332.522335:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776332.522337:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522338:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776332.522341:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776332.522349:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776332.522352:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776332.522355:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776332.522356:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522358:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776332.522361:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776332.522364:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776332.522371:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776332.522376:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776332.522383:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776332.522391:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776332.522395:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776332.522398:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776332.522415:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776332.522417:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776332.522419:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776332.522420:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776332.522421:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776332.522423:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776332.522425:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12608
00000400:00000200:3.0:1775776332.522427:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776332.522429:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776332.522430:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776332.522432:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522433:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522435:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522436:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776332.522438:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776332.522440:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776332.522441:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776332.522442:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776332.522444:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776332.522446:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776332.522448:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522449:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522450:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522452:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776332.522453:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776332.522455:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522456:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776332.522458:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776332.522459:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775776332.522462:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776332.522465:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522466:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776332.522466:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776332.522471:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1775776332.522471:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776332.522474:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522476:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776332.522478:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000100:00000040:1.0:1775776332.522481:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776332.522481:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776332.522485:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776332.522487:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522489:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776332.522491:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776332.522494:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776332.522498:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:1.0:1775776332.522501:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776332.522502:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522505:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776332.522508:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776332.522511:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776332.522515:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776332.522516:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776332.522520:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.522521:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776332.522524:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776332.522529:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309243392:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776332.522537:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522539:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1775776332.522540:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776332.522543:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:1.0:1775776332.522544:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776332.522544:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776332.522547:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1775776332.522548:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522549:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776332.522554:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12608
02000000:00000001:1.0:1775776332.522555:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1775776332.522558:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776332.522560:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776332.522561:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1775776332.522563:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
00000100:00000040:3.0:1775776332.522563:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522566:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775776332.522569:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776332.522569:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522572:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776332.522575:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776332.522576:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776332.522577:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776332.522578:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:1.0:1775776332.522581:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776332.522581:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776332.522586:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000010:1.0:1775776332.522588:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000040:3.0:1775776332.522589:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522592:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522595:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522596:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776332.522598:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000010:1.0:1775776332.522599:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00080000:3.0:1775776332.522600:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522603:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776332.522605:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776332.522607:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776332.522609:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776332.522610:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243392, portal 25
00000100:00000001:3.0:1775776332.522610:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776332.522613:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776332.522615:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1775776332.522616:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522620:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000001:3.0:1775776332.522620:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776332.522625:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776332.522627:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776332.522629:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776332.522631:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776332.522632:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776332.522632:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776332.522634:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776332.522636:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776332.522640:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:1.0:1775776332.522645:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776332.522650:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776332.522651:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776332.522658:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb614c8.
00000100:00100000:3.0:1775776332.522658:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776332.522664:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309243392, offset 0
00000100:00000001:3.0:1775776332.522666:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776332.522669:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776332.522672:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776332.522677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522683:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776332.522685:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776332.522690:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776332.522691:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776332.522694:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776332.522695:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776332.522697:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776332.522700:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:3.0:1775776332.522701:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12608
00000400:00000200:3.0:1775776332.522706:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.522708:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776332.522711:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776332.522713:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776332.522716:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:3.0:1775776332.522719:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522721:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776332.522724:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775776332.522725:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522728:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776332.522731:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000020:00000001:3.0:1775776332.522732:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776332.522735:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776332.522736:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776332.522739:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:1.0:1775776332.522740:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340083:340083:256:4294967295] 192.168.201.105@tcp LPNI seq info [340028:340028:8:4294967295]
00000020:00000001:3.0:1775776332.522742:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776332.522746:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776332.522751:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776332.522753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776332.522754:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776332.522757:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522759:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776332.522760:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776332.522762:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776332.522766:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776332.522770:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776332.522772:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775776332.522774:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776332.522777:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522779:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776332.522781:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1775776332.522782:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00000001:3.0:1775776332.522787:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522789:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776332.522790:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee900.
00000100:00000010:3.0:1775776332.522792:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776332.522795:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000800:00000200:1.0:1775776332.522799:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776332.522800:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776332.522802:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522804:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776332.522807:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1775776332.522807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776332.522810:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776332.522816:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776332.522820:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776332.522825:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776332.522832:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776332.522832:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776332.522838:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776332.522839:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776332.522843:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307282311
00000100:00000040:3.0:1775776332.522846:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775776332.522848:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed80.
00000100:00000001:1.0:1775776332.522857:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776332.522860:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522865:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307282311
00000100:00000040:3.0:1775776332.522867:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12619)
00000100:00000010:1.0:1775776332.522869:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e900.
00000100:00000001:1.0:1775776332.522873:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776332.522876:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776332.522879:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522881:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.522883:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776332.522895:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776332.522897:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776332.522898:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776332.522899:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776332.522901:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776332.522905:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.522911:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776332.522912:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.522914:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776332.522915:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776332.522917:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776332.522919:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243520:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776332.522922:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776332.522924:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776332.522925:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.522926:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776332.522929:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776332.522931:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776332.522933:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776332.522936:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756790.
00000400:00000010:1.0:1775776332.522938:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61dd0.
00000100:00000200:1.0:1775776332.522941:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243520, portal 10
00000100:00000001:1.0:1775776332.522942:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776332.522943:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:1.0:1775776332.522949:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.522954:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776332.522956:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776332.522959:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61770.
00000100:00000200:1.0:1775776332.522961:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309243520, offset 0
00000400:00000200:1.0:1775776332.522963:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776332.522966:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.522969:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776332.522971:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776332.522973:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776332.522975:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776332.522976:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776332.522979:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340084:340084:255:4294967295] 192.168.201.105@tcp LPNI seq info [340029:340029:7:4294967295]
00000400:00000200:1.0:1775776332.522982:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.522986:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776332.522989:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776332.522991:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776332.523001:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776332.523005:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776332.523007:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776332.523010:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776332.523012:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776332.523014:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307281442
00000100:00000001:1.0:1775776332.523016:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523018:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307281442
00000100:00000001:1.0:1775776332.523020:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523022:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776332.523023:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.523025:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776332.523027:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.523032:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776332.523033:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.523034:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776332.523035:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776332.523037:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776332.523038:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243648:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776332.523042:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776332.523043:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776332.523045:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.523046:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776332.523048:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776332.523049:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776332.523051:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776332.523053:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756630.
00000400:00000010:1.0:1775776332.523055:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776332.523057:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243648, portal 4
00000100:00000001:1.0:1775776332.523058:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776332.523059:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:1.0:1775776332.523062:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.523067:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776332.523068:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776332.523069:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61c38.
00000100:00000200:1.0:1775776332.523071:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309243648, offset 0
00000400:00000200:1.0:1775776332.523073:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776332.523075:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.523077:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776332.523079:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776332.523081:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776332.523082:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776332.523084:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776332.523086:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340085:340085:254:4294967295] 192.168.201.105@tcp LPNI seq info [340030:340030:6:4294967295]
00000400:00000200:1.0:1775776332.523088:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.523092:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776332.523095:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776332.523097:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee100.
00000800:00000200:1.0:1775776332.523099:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776332.523102:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776332.523104:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776332.523106:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776332.523108:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776332.523109:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307281570
00000100:00000001:1.0:1775776332.523111:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523112:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307281570
00000100:00000001:1.0:1775776332.523113:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523115:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776332.523116:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.523117:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776332.523119:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.523124:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776332.523124:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.523125:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776332.523126:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776332.523128:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776332.523129:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776332.523131:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776332.523132:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776332.523133:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776332.523134:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776332.523136:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776332.523137:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776332.523140:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776332.523142:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64987568f0.
00000400:00000010:1.0:1775776332.523145:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776332.523148:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243776, portal 4
00000100:00000001:1.0:1775776332.523149:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776332.523150:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:1.0:1775776332.523155:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776332.523221:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776332.523224:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776332.523228:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61a18.
00000100:00000200:1.0:1775776332.523231:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309243776, offset 0
00000400:00000200:1.0:1775776332.523236:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776332.523241:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.523246:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776332.523248:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776332.523251:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776332.523253:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776332.523255:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776332.523258:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340086:340086:253:4294967295] 192.168.201.105@tcp LPNI seq info [340031:340031:5:4294967295]
00000400:00000200:1.0:1775776332.523262:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776332.523268:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776332.523273:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776332.523277:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee700.
00000800:00000200:1.0:1775776332.523281:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776332.523284:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776332.523287:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776332.523290:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776332.523294:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776332.523296:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307281580
00000100:00000001:1.0:1775776332.523298:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523301:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307281580
00000100:00000001:1.0:1775776332.523303:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307282311
00000100:00000001:1.0:1775776332.523305:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776332.523307:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.523310:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.523312:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776332.523315:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776332.523317:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776332.523319:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776332.523320:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776332.523322:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776332.523324:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776333.482277:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307282311, at 4307282368
00000100:00000010:1.0:1775776333.482295:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e900.
00000020:00000001:3.0:1775776334.186335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776334.186340:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776334.186343:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1775776335.594516:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775776335.594568:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775776335.594583:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776335.594589:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775776335.594595:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776335.594600:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775776335.594607:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776335.594611:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee900.
00000400:00000200:2.0:1775776335.594620:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776335.594627:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776335.594635:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb614c8
00000400:00000010:2.0:1775776335.594638:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb614c8.
00000100:00000001:2.0:1775776335.594645:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776335.594657:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594694:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776335.594700:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594714:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776335.594716:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776335.594728:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776335.594730:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:2.0:1775776335.594733:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776335.594736:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776335.594741:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61770
00000400:00000010:2.0:1775776335.594743:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61770.
00000100:00000001:2.0:1775776335.594746:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776335.594751:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594760:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776335.594763:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594771:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776335.594773:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776335.594778:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776335.594780:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee100.
00000400:00000200:2.0:1775776335.594783:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776335.594787:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776335.594790:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61c38
00000400:00000010:2.0:1775776335.594792:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61c38.
00000100:00000001:2.0:1775776335.594794:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776335.594799:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594806:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776335.594809:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594815:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776335.594817:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776335.594822:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776335.594824:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee700.
00000400:00000200:2.0:1775776335.594827:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776335.594830:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776335.594833:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61a18
00000400:00000010:2.0:1775776335.594835:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61a18.
00000100:00000001:2.0:1775776335.594838:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776335.594844:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594852:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776335.594855:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776357 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776335.594862:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776335.594863:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776335.595675:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776335.595683:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776335.595687:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776335.595699:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776335]  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776335.595720:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776335.595722:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776335.595728:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756790.
00000400:00000200:1.0:1775776335.595733:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61dd0
00000400:00000010:1.0:1775776335.595735:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61dd0.
00000100:00000001:1.0:1775776335.595741:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776335.595746:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776335.595755:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595763:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776335.595765:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595769:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.595772:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776335.595776:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595784:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776335.595791:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595806:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776335.595810:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595812:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.595813:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595818:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776335.595821:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776335.595826:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776335.595832:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776335.595835:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776335.595840:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776335.595849:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243520:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776335.595856:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776335.595860:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776335]  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776335.595869:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776335.595870:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776335.595873:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756630.
00000400:00000200:1.0:1775776335.595875:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776335.595876:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776335.595879:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776335.595882:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776335.595889:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595895:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776335.595897:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595900:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.595901:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776335.595905:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595923:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776335.595927:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.595934:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776335.595936:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595938:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.595939:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.595941:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776335.595943:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776335.595945:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776335.595949:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776335.595952:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776335.595956:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776335.595964:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243648:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776335.595969:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776335.595974:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776335]  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776335.595981:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776335.595982:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776335.595984:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64987568f0.
00000400:00000200:1.0:1775776335.595987:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776335.595988:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776335.595991:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776335.595994:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776335.596002:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596008:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776335.596010:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596012:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.596013:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776335.596017:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596023:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776335.596032:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596038:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776335.596041:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596042:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.596043:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596045:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776335.596046:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776335.596049:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776335.596053:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776335.596055:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776335.596058:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776335.596065:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309243776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776335.596070:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776335.596075:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776335]  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776335.596082:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776335.596084:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776335.596086:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776335.596089:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776335.596091:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776335.596093:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776335.596096:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776335.596104:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596128:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776335.596130:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596132:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.596133:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776335.596138:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596145:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776335.596149:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596156:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776335.596159:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596161:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776335.596207:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596209:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776335.596211:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776335.596213:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776335.596218:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776335.596220:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776335.596225:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776335.596233:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309243392:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776335.596238:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596242:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776335.596245:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309243520/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596253:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776335.596256:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776335.596262:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776335.596267:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776335.596270:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776335.596272:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776335.596274:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776335.596277:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776335.596281:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776335.596283:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776335.596285:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:1.0:1775776335.596289:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776335.596291:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596293:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776335.596296:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309243648/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596304:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776335.596305:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776335.596307:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776335.596309:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776335.596310:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776335.596312:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776335.596314:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776335.596315:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776335.596318:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776335.596320:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776335.596321:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:1.0:1775776335.596324:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776335.596325:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596326:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776335.596330:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309243776/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596336:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776335.596337:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776335.596339:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776335.596341:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776335.596342:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776335.596343:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776335.596345:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776335.596347:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776335.596349:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776335.596351:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776335.596352:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:1.0:1775776335.596354:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776335.596356:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596357:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776335.596360:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309243392/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776335.596367:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776335.596368:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776335.596369:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776335.596372:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776335.596373:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776335.596375:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776335.596377:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776335.596378:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776335.596380:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776335.596381:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776335.596382:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:1.0:1775776335.596384:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776335.596385:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596388:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776335.596398:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776335.596401:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776335.596404:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776335.596406:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776337.642281:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776337.642289:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776337.642292:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776337.642295:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776337.642298:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776337.642304:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12614
00000400:00000200:3.0:1775776337.642313:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776337.642318:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776337.642321:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776337.642324:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642327:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776337.642330:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642332:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776337.642336:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776337.642338:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776337.642340:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776337.642343:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776337.642345:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776337.642347:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776337.642350:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642352:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776337.642356:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642358:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776337.642361:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776337.642364:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642366:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776337.642369:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776337.642372:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776337.642375:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.642378:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776337.642380:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776337.642386:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776337.642390:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776337.642394:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776337.642396:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.642399:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776337.642402:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776337.642407:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776337.642416:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776337.642422:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776337.642447:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776337.642459:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776337.642464:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776337.642470:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776337.642505:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776337.642509:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776337.642513:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776337.642515:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776337.642518:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776337.642522:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776337.642525:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12614
00000100:00000001:1.0:1775776337.642529:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775776337.642531:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776337.642538:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775776337.642543:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1775776337.642544:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776337.642558:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776337.642560:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776337.642577:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776337.642583:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776337.642584:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776337.642586:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.642592:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1775776337.642593:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776337.642598:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776337.642599:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:1.0:1775776337.642602:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776337.642605:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00100000:1.0:1775776337.642615:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309243904:192.168.201.105@tcp:250:kworker.0
00000020:00000040:3.0:1775776337.642615:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776337.642622:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776337.642627:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776337.642631:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1775776337.642631:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776337.642637:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:1.0:1775776337.642641:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1775776337.642643:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776337.642648:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.642648:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1775776337.642656:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1775776337.642663:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642666:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776337.642670:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000010:1.0:1775776337.642671:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
00000100:00080000:3.0:1775776337.642680:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776337.642681:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.642694:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776337.642697:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776337.642703:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776337.642704:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776337.642710:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776337.642711:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776337.642714:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776337.642727:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1775776337.642730:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000008:00000001:3.0:1775776337.642742:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.642745:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776337.642749:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309243904, portal 25
00000100:00000010:3.0:1775776337.642752:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000100:00000001:1.0:1775776337.642755:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1775776337.642758:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:1.0:1775776337.642759:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
02000000:00000001:3.0:1775776337.642767:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776337.642770:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776337.642775:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776337.642777:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776337.642781:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776337.642787:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.642795:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776337.642799:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776337.642810:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
02000000:00000010:3.0:1775776337.642811:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000200:1.0:1775776337.642822:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309243904, offset 0
00000100:00000001:3.0:1775776337.642823:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776337.642840:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776337.642846:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642856:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776337.642860:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776337.642864:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776337.642869:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776337.642881:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776337.642897:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775776337.642899:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776337.642904:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776337.642905:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:3.0:1775776337.642917:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1775776337.642921:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775776337.642922:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776337.642928:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776337.642931:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.642938:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776337.642945:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340087:340087:256:4294967295] 192.168.201.105@tcp LPNI seq info [340032:340032:8:4294967295]
00000100:00080000:3.0:1775776337.642949:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12614
00000400:00000200:1.0:1775776337.642960:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776337.642966:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776337.642974:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776337.642977:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776337.642989:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776337.642994:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776337.642998:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775776337.643015:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.643039:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776337.643050:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776337.643055:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776337.643063:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776337.643067:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776337.643088:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.643092:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776337.643101:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776337.643112:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776337.643121:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776337.643125:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776337.643130:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776337.643139:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643154:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.643158:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643205:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643207:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776337.643215:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776337.643221:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776337.643224:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307287431
00000100:00000010:1.0:1775776337.643232:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e900.
00000100:00000001:1.0:1775776337.643241:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776337.643250:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307287431
00000100:00000010:1.0:1775776337.643253:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ea20.
00000100:00000001:1.0:1775776337.643257:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776337.643260:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776337.643264:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643268:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776337.643273:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337]  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776337.643284:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776337.643286:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776337.643289:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776337.643293:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776337.643295:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776337.643297:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776337.643302:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776337.643311:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643319:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776337.643321:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643324:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.643327:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776337.643332:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643340:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776337.643345:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643353:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776337.643358:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643359:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.643360:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643363:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776337.643366:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776337.643370:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776337.643374:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776337.643377:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776337.643381:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776337.643389:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309243904:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776337.643394:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643397:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.643399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309243904/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643406:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776337.643409:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776337.643412:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.643416:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776337.643418:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776337.643420:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776337.643423:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776337.643426:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776337.643431:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776337.643434:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776337.643436:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:1.0:1775776337.643440:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776337.643441:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643443:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643454:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776337.643456:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643460:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776337.643463:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776337.643464:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776337.643469:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643477:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776337.643478:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.643480:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776337.643483:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776337.643485:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776337.643489:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244032:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776337.643492:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776337.643495:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776337.643497:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.643500:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776337.643503:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.643506:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776337.643510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776337.643513:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776337.643518:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776337.643521:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244032, portal 10
00000100:00000001:1.0:1775776337.643524:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776337.643525:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:1.0:1775776337.643533:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643541:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776337.643544:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776337.643547:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776337.643550:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309244032, offset 0
00000400:00000200:1.0:1775776337.643555:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776337.643560:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.643566:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776337.643570:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776337.643573:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776337.643577:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776337.643580:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776337.643589:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340088:340088:256:4294967295] 192.168.201.105@tcp LPNI seq info [340033:340033:8:4294967295]
00000400:00000200:1.0:1775776337.643594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.643605:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776337.643610:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.643614:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776337.643619:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776337.643622:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776337.643627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776337.643630:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776337.643635:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.643637:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776337.643640:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776337.643644:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776337.643647:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776337.643649:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776337.643652:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776337.643656:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643665:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.643668:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643676:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643677:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776337.643681:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776337.643687:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776337.643691:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776337.643693:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307286562
00000100:00000001:1.0:1775776337.643695:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.643698:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307286562
00000100:00000001:1.0:1775776337.643701:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.643704:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776337.643706:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643708:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776337.643712:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337]  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776337.643720:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776337.643721:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776337.643723:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776337.643726:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776337.643727:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776337.643729:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776337.643732:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776337.643741:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643747:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776337.643748:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643750:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.643752:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776337.643755:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643762:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776337.643766:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643773:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776337.643776:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643777:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.643779:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643781:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776337.643784:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776337.643787:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776337.643791:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776337.643794:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776337.643798:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776337.643806:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244032:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776337.643810:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643812:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.643814:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309244032/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.643821:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776337.643823:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776337.643825:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.643828:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776337.643829:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776337.643831:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776337.643833:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776337.643835:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776337.643838:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776337.643839:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776337.643841:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:1.0:1775776337.643844:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776337.643845:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643847:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.643852:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776337.643853:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.643855:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776337.643857:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776337.645709:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645719:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776337.645724:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776337.645727:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776337.645730:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776337.645732:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776337.645735:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776337.645738:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776337.645746:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645748:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776337.645749:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645751:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776337.645753:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776337.645757:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645758:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776337.645760:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776337.645767:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776337.645770:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.645771:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776337.645774:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776337.645777:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.645778:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776337.645785:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776337.645787:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776337.645790:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776337.645799:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.645802:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776337.645803:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776337.645807:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776337.645815:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776337.645819:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776337.645825:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776337.645833:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776337.645836:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776337.645840:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776337.645859:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776337.645863:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776337.645867:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776337.645869:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776337.645871:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776337.645874:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776337.645877:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12614
00000400:00000200:3.0:1775776337.645885:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776337.645892:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776337.645896:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776337.645899:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645902:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776337.645906:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645909:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776337.645912:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776337.645913:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776337.645915:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776337.645916:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776337.645918:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776337.645919:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776337.645921:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776337.645922:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645926:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776337.645928:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776337.645928:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645935:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776337.645936:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776337.645937:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776337.645942:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776337.645944:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776337.645950:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776337.645952:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776337.645954:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776337.645961:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.645965:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776337.645968:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776337.645976:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.645986:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776337.645988:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.645991:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776337.645995:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.645996:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776337.646004:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776337.646005:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000100:00100000:1.0:1775776337.646010:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244160:192.168.201.105@tcp:8:kworker.0
00000020:00000040:3.0:1775776337.646011:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776337.646017:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776337.646020:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776337.646021:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776337.646025:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776337.646026:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776337.646028:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776337.646030:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776337.646033:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.646036:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776337.646040:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
02000000:00000010:1.0:1775776337.646043:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:3.0:1775776337.646045:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.646048:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776337.646055:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776337.646062:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776337.646086:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:3.0:1775776337.646088:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776337.646092:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776337.646096:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:3.0:1775776337.646099:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776337.646106:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244160, portal 4
00000100:00000001:1.0:1775776337.646112:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776337.646115:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000001:3.0:1775776337.646121:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776337.646128:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12624)
00000100:00000040:1.0:1775776337.646129:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646141:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776337.646144:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776337.646148:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776337.646152:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309244160, offset 0
00000400:00000200:1.0:1775776337.646158:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776337.646200:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.646208:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776337.646213:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776337.646217:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776337.646221:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776337.646225:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776337.646229:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340089:340089:256:4294967295] 192.168.201.105@tcp LPNI seq info [340034:340034:8:4294967295]
00000400:00000200:1.0:1775776337.646234:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.646242:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776337.646248:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.646252:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776337.646258:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776337.646261:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776337.646265:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776337.646267:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776337.646271:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.646272:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776337.646276:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776337.646280:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776337.646284:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776337.646286:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776337.646289:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776337.646292:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646300:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.646302:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646308:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646309:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776337.646312:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776337.646316:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776337.646318:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776337.646320:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307286694
00000100:00000001:1.0:1775776337.646322:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.646324:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307286694
00000100:00000001:1.0:1775776337.646326:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.646328:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776337.646330:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646332:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776337.646335:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337]  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776337.646342:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776337.646343:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776337.646345:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776337.646347:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776337.646348:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776337.646349:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776337.646352:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776337.646358:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646362:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776337.646363:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646364:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.646365:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776337.646369:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646376:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776337.646380:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646387:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776337.646390:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646392:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.646394:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646396:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776337.646398:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776337.646402:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776337.646406:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776337.646409:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776337.646413:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776337.646422:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244160:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776337.646427:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646429:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.646432:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309244160/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646440:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776337.646443:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776337.646445:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.646448:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776337.646450:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776337.646451:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776337.646454:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776337.646456:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:1.0:1775776337.646458:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776337.646460:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776337.646461:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776337.646464:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776337.646465:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646466:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646471:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776337.646472:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646474:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776337.646475:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776337.646477:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776337.646480:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646485:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776337.646488:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.646489:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776337.646491:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776337.646492:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776337.646494:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776337.646496:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776337.646498:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776337.646499:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776337.646500:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776337.646502:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.646504:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776337.646506:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776337.646508:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776337.646511:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776337.646513:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244288, portal 4
00000100:00000001:1.0:1775776337.646514:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776337.646516:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776337.646520:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646524:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776337.646526:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776337.646527:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776337.646529:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309244288, offset 0
00000400:00000200:1.0:1775776337.646532:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776337.646534:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.646537:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776337.646539:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776337.646541:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776337.646542:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776337.646544:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776337.646547:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340090:340090:256:4294967295] 192.168.201.105@tcp LPNI seq info [340035:340035:8:4294967295]
00000400:00000200:1.0:1775776337.646549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776337.646554:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776337.646558:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.646560:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776337.646563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776337.646565:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776337.646568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776337.646570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776337.646573:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776337.646575:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776337.646577:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776337.646579:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776337.646581:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776337.646582:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776337.646584:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776337.646586:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646592:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.646593:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776362 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646598:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646599:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776337.646601:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776337.646604:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776337.646606:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776337.646607:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307286703
00000100:00000001:1.0:1775776337.646609:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.646611:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307286703
00000100:00000001:1.0:1775776337.646612:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307287431
00000100:00000001:1.0:1775776337.646614:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776337.646615:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646616:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776337.646618:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337]  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776337.646624:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776337.646625:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776337.646627:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776337.646628:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776337.646629:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776337.646630:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776337.646632:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776337.646637:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646641:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776337.646642:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646643:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.646644:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776337.646647:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646651:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776337.646653:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646657:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776337.646658:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646659:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776337.646660:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646661:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776337.646662:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776337.646664:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776337.646666:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776337.646668:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776337.646671:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776337.646676:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776337.646679:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646680:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776337.646682:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309244288/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776337.646685:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776337.646686:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776337.646687:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776337.646688:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776337.646689:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776337.646690:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776337.646691:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776337.646692:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:1.0:1775776337.646694:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776337.646694:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776337.646695:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776337.646697:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776337.646698:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646699:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776337.646701:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776337.646702:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776337.646703:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776337.646704:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776338.282352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776338.282356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776338.282360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776338.602310:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307287431, at 4307287488
00000100:00000010:1.0:1775776338.602334:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ea20.
00000020:00000001:3.0:1775776342.378438:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776342.378443:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776342.378448:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776342.762277:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776342.762286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776342.762288:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776342.762293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776342.762296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776342.762302:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12619
00000400:00000200:3.0:1775776342.762311:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776342.762317:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776342.762320:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776342.762322:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762325:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.762327:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762329:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776342.762331:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776342.762333:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776342.762335:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776342.762337:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776342.762338:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776342.762340:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776342.762342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762344:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.762345:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762346:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776342.762348:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776342.762350:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762352:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.762355:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776342.762357:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776342.762359:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762361:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776342.762363:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776342.762371:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775776342.762373:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776342.762376:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776342.762378:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762380:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776342.762383:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776342.762386:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776342.762395:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776342.762400:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776342.762407:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776342.762415:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776342.762418:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776342.762422:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776342.762441:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776342.762443:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776342.762445:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776342.762447:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776342.762448:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776342.762450:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776342.762452:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12619
00000400:00000200:3.0:1775776342.762454:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776342.762457:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776342.762459:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776342.762462:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762465:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.762467:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762469:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776342.762471:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776342.762473:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776342.762475:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776342.762478:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776342.762480:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776342.762484:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776342.762488:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762491:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.762494:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762497:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776342.762499:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776342.762503:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762505:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.762507:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776342.762512:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1775776342.762514:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776342.762521:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775776342.762523:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.762525:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776342.762528:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776342.762535:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776342.762539:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776342.762543:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762552:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776342.762557:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776342.762559:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776342.762567:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776342.762574:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.762580:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776342.762581:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776342.762586:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.762586:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776342.762594:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.762595:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776342.762603:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775776342.762604:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776342.762617:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762618:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776342.762630:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309244416:192.168.201.105@tcp:250:kworker.0
00000100:00100000:3.0:1775776342.762632:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776342.762639:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776342.762644:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776342.762646:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.762650:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776342.762660:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776342.762665:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762672:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776342.762676:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.762678:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776342.762685:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000040:3.0:1775776342.762692:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1775776342.762696:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776342.762708:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244416, portal 25
00000100:00000001:3.0:1775776342.762711:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.762712:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776342.762716:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048433792 : -109518661117824 : ffff9c64b31b9880)
00000100:00080000:3.0:1775776342.762720:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776342.762725:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776342.762727:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1775776342.762730:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776342.762731:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776342.762740:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776342.762750:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12619
00000100:00000001:1.0:1775776342.762760:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1775776342.762763:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:1.0:1775776342.762771:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776342.762777:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000400:00000200:3.0:1775776342.762777:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000200:1.0:1775776342.762785:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309244416, offset 0
00000100:00080000:3.0:1775776342.762785:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776342.762793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762798:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776342.762799:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776342.762809:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762812:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776342.762813:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776342.762815:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776342.762818:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:3.0:1775776342.762820:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776342.762824:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776342.762827:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776342.762829:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:1.0:1775776342.762831:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:3.0:1775776342.762838:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762841:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.762842:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762843:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776342.762845:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776342.762847:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776342.762848:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.762849:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776342.762852:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775776342.762856:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1775776342.762863:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:3.0:1775776342.762863:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762872:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776342.762875:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776342.762878:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1775776342.762880:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.762886:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.762891:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000010:3.0:1775776342.762892:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776342.762903:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776342.762910:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776342.762914:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.762915:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340091:340091:256:4294967295] 192.168.201.105@tcp LPNI seq info [340036:340036:8:4294967295]
00000100:00000001:3.0:1775776342.762917:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776342.762922:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776342.762929:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.762938:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000010:3.0:1775776342.762940:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776342.762945:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776342.762951:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776342.762970:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776342.762975:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776342.762996:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776342.763003:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776342.763008:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1775776342.763012:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000100:00000001:3.0:1775776342.763022:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776342.763024:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1775776342.763033:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776342.763038:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1775776342.763040:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1775776342.763041:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776342.763044:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776342.763055:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:1.1:1775776342.763060:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776342.763061:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12619
00000800:00000200:1.1:1775776342.763073:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1775776342.763082:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000100:1.0:1775776342.763087:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.763094:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:3.0:1775776342.763099:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776342.763102:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1775776342.763103:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776342.763114:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1775776342.763115:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776342.763122:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000100:00000001:3.0:1775776342.763122:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1775776342.763127:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000040:3.0:1775776342.763131:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776342.763133:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776342.763139:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:1.0:1775776342.763142:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776342.763149:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776342.763156:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776342.763160:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776342.763202:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776342.763205:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776342.763208:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776342.763213:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.763214:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776342.763216:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776342.763218:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776342.763226:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776342.763229:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1775776342.763232:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776342.763234:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.763236:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776342.763241:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776342.763243:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776342.763248:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.763258:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776342.763261:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776342.763273:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.763280:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776342.763286:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776342.763289:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776342.763289:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776342.763300:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775776342.763300:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776342.763307:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776342.763310:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776342.763311:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1775776342.763314:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776342.763315:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776342.763321:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000400:00000200:1.0:1775776342.763329:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776342.763331:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763333:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307292552
00000100:00100000:3.0:1775776342.763338:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1775776342.763342:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ea20.
00000100:00000001:3.0:1775776342.763356:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776342.763358:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763359:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1775776342.763365:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763372:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307292552
00000100:00000001:3.0:1775776342.763373:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776342.763382:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e120.
00000100:00000040:3.0:1775776342.763384:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12629)
00000100:00000001:1.0:1775776342.763389:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776342.763397:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776342.763400:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763402:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776342.763408:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342]  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776342.763428:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776342.763430:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776342.763432:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776342.763436:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776342.763438:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776342.763440:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776342.763445:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776342.763456:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763465:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776342.763467:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763470:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.763473:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776342.763476:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763482:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776342.763485:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763490:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776342.763493:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763494:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.763494:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763496:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776342.763498:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776342.763501:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776342.763504:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776342.763505:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776342.763508:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776342.763515:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309244416:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776342.763520:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763522:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.763523:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9880 x1862023309244416/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763528:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776342.763530:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776342.763533:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776342.763535:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776342.763537:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776342.763538:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776342.763540:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776342.763542:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:1.0:1775776342.763546:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776342.763547:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776342.763549:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9880.
00000100:00000001:1.0:1775776342.763552:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776342.763553:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763554:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763562:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776342.763563:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763566:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776342.763567:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776342.763569:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776342.763573:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763582:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776342.763583:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.763586:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776342.763588:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776342.763591:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776342.763594:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244544:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776342.763599:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776342.763601:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776342.763603:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.763605:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776342.763609:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776342.763611:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.763616:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776342.763619:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776342.763623:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776342.763627:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244544, portal 10
00000100:00000001:1.0:1775776342.763629:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776342.763630:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048435584 : -109518661116032 : ffff9c64b31b9f80)
00000100:00000040:1.0:1775776342.763636:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763641:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776342.763643:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776342.763645:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776342.763646:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309244544, offset 0
00000400:00000200:1.0:1775776342.763655:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776342.763658:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.763661:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776342.763665:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776342.763668:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776342.763670:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776342.763673:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776342.763677:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340092:340092:256:4294967295] 192.168.201.105@tcp LPNI seq info [340037:340037:8:4294967295]
00000400:00000200:1.0:1775776342.763681:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.763689:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776342.763694:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.763698:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776342.763703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776342.763707:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776342.763712:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776342.763715:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776342.763720:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.763722:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776342.763725:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776342.763728:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776342.763731:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776342.763732:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776342.763734:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776342.763736:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763742:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.763744:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763749:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763750:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776342.763753:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776342.763756:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776342.763759:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776342.763761:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307291683
00000100:00000001:1.0:1775776342.763763:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.763765:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307291683
00000100:00000001:1.0:1775776342.763766:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.763767:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776342.763769:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.763770:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776342.763772:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342]  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776342.763777:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776342.763778:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776342.763780:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776342.763782:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776342.763783:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776342.763785:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776342.763787:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776342.763792:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763795:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776342.763796:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763797:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.763798:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776342.763800:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763804:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776342.763806:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763811:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776342.763813:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763814:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.763815:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.763816:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776342.763818:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776342.763819:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776342.763822:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776342.763823:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776342.763825:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776342.763830:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244544:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776342.763834:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776342.763836:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763841:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776342.763842:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.763843:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776342.763845:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776342.763846:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776342.763848:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244672:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776342.763850:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776342.763852:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776342.763853:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.763855:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776342.763858:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776342.763861:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.763865:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776342.763867:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776342.763870:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776342.763873:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244672, portal 4
00000100:00000001:1.0:1775776342.763875:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776342.763877:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:1.0:1775776342.763884:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.763891:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776342.763894:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776342.763897:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776342.763900:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309244672, offset 0
00000400:00000200:1.0:1775776342.763904:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776342.763909:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.763913:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776342.763916:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776342.763918:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776342.763920:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776342.763921:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776342.763924:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340093:340093:256:4294967295] 192.168.201.105@tcp LPNI seq info [340038:340038:8:4294967295]
00000400:00000200:1.0:1775776342.763927:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.763933:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776342.763938:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.763941:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776342.763946:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776342.763949:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776342.763954:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776342.763957:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776342.763962:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.763964:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776342.763967:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776342.763970:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776342.763973:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776342.763974:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776342.763976:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776342.763979:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764000:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.764002:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764007:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.764008:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776342.764011:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776342.764014:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776342.764017:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776342.764018:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307291811
00000100:00000001:1.0:1775776342.764020:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.764022:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307291811
00000100:00000001:1.0:1775776342.764024:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.764026:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776342.764027:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.764028:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776342.764031:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342]  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776342.764036:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776342.764037:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776342.764038:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776342.764039:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776342.764040:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776342.764041:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776342.764043:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776342.764049:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764053:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776342.764054:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764055:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.764056:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776342.764058:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764062:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776342.764064:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764068:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776342.764070:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764071:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.764071:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764073:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776342.764075:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776342.764076:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776342.764079:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776342.764081:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776342.764083:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776342.764087:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244672:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776342.764090:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776342.764092:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764096:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776342.764097:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.764099:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776342.764100:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776342.764102:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776342.764104:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776342.764106:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776342.764108:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776342.764109:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776342.764110:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776342.764112:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776342.764114:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776342.764116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776342.764118:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776342.764120:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776342.764122:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309244800, portal 4
00000100:00000001:1.0:1775776342.764123:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776342.764124:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:1.0:1775776342.764128:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764134:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776342.764135:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776342.764137:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776342.764139:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309244800, offset 0
00000400:00000200:1.0:1775776342.764141:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776342.764143:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.764145:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776342.764147:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776342.764149:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776342.764151:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776342.764152:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776342.764155:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340094:340094:256:4294967295] 192.168.201.105@tcp LPNI seq info [340039:340039:8:4294967295]
00000400:00000200:1.0:1775776342.764158:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776342.764181:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776342.764185:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.764188:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776342.764191:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776342.764193:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776342.764196:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776342.764198:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776342.764217:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776342.764219:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776342.764221:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776342.764224:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776342.764226:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776342.764228:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776342.764231:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776342.764235:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764243:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.764246:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776367 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764259:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.764261:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776342.764265:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776342.764268:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776342.764272:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776342.764275:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307291821
00000100:00000001:1.0:1775776342.764277:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.764280:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307291821
00000100:00000001:1.0:1775776342.764282:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307292552
00000100:00000001:1.0:1775776342.764285:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776342.764287:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.764289:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776342.764293:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342]  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776342.764299:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776342.764300:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776342.764301:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776342.764303:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776342.764304:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776342.764306:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776342.764308:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776342.764314:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764317:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776342.764318:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764319:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.764320:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776342.764322:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764327:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776342.764330:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764334:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776342.764336:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764337:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776342.764337:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764338:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776342.764339:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776342.764341:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776342.764343:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776342.764344:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776342.764346:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776342.764351:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309244800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776342.764353:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764354:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.764356:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9f80 x1862023309244544/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764360:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776342.764362:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776342.764363:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776342.764365:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776342.764366:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776342.764367:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776342.764369:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776342.764370:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:1.0:1775776342.764372:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776342.764374:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776342.764375:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9f80.
00000100:00000001:1.0:1775776342.764377:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776342.764378:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764379:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.764381:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309244672/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764385:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776342.764386:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776342.764387:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776342.764388:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776342.764389:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776342.764390:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776342.764391:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776342.764392:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:1.0:1775776342.764393:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776342.764393:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776342.764394:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:1.0:1775776342.764396:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776342.764396:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764397:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776342.764399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309244800/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776342.764403:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776342.764403:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776342.764404:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776342.764405:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776342.764406:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776342.764406:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776342.764407:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776342.764408:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:1.0:1775776342.764409:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776342.764410:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776342.764411:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:1.0:1775776342.764413:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776342.764414:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764416:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776342.764420:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776342.764421:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776342.764423:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776342.764425:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776343.722289:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307292552, at 4307292608
00000100:00000010:1.0:1775776343.722302:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e120.
00000020:00000001:3.0:1775776346.474400:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776346.474404:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776346.474407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776347.882331:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776347.882341:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776347.882344:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776347.882349:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776347.882353:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776347.882361:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12624
00000400:00000200:1.0:1775776347.882372:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776347.882379:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776347.882382:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776347.882384:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882387:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882390:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882393:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776347.882399:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776347.882401:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776347.882404:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776347.882407:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776347.882410:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776347.882412:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776347.882415:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882417:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882419:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882421:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776347.882425:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776347.882429:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882432:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776347.882436:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776347.882440:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776347.882444:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882447:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776347.882449:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776347.882461:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16680.
00000020:00000040:1.0:1775776347.882466:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776347.882470:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776347.882473:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882475:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776347.882479:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776347.882483:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776347.882493:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776347.882500:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776347.882509:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16680 x1862023309244928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776347.882518:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776347.882524:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776347.882529:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2d57f2c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16680 x1862023309244928/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776347.882557:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776347.882561:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776347.882565:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776347.882567:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776347.882569:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776347.882572:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776347.882575:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12624
00000400:00000200:1.0:1775776347.882580:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776347.882584:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776347.882587:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776347.882592:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882594:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882597:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882600:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776347.882602:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776347.882604:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776347.882607:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776347.882610:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776347.882613:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776347.882616:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776347.882621:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882624:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882633:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776347.882639:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776347.882645:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882649:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776347.882652:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776347.882660:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776347.882666:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882669:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776347.882677:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776347.882683:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882688:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776347.882695:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776347.882701:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776347.882706:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776347.882709:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882711:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776347.882713:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776347.882718:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776347.882726:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776347.882734:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776347.882742:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309245056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776347.882755:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776347.882758:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776347.882766:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309245056/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776347.882782:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776347.882788:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776347.882796:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776347.882801:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776347.882803:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776347.882809:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776347.882816:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12624
00000400:00000200:1.0:1775776347.882827:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776347.882833:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776347.882839:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776347.882845:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882848:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882850:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882855:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776347.882859:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776347.882862:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776347.882864:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776347.882866:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776347.882870:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776347.882874:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776347.882880:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882883:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.882910:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882912:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776347.882915:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776347.882918:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776347.882922:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776347.882926:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776347.882931:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776347.882935:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882939:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776347.882944:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776347.882949:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882951:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776347.882958:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776347.882961:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776347.882964:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776347.882967:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.882970:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776347.882973:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776347.882975:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776347.882980:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776347.882984:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776347.882990:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309245184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776347.882998:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776347.883000:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776347.883006:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309245184/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776347.883014:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776347.883017:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776347.883022:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776347.883023:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776347.883025:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776347.883030:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776347.883034:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12624
00000800:00000200:0.1:1775776347.883040:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776347.883045:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1775776347.883052:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776347.883061:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776347.883069:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776347.883076:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.883082:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.883088:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.883091:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776347.883096:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776347.883100:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776347.883103:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776347.883105:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776347.883110:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776347.883114:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776347.883124:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.883127:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776347.883130:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776347.883131:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776347.883134:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776347.883139:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776347.883146:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776347.883149:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776347.883154:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776347.883158:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.883191:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776347.883194:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776347.883197:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.883198:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776347.883202:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776347.883204:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776347.883208:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776347.883211:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776347.883215:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776347.883218:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776347.883221:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776347.883228:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00000001:1.0:1775776347.883233:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776347.883237:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309245312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776347.883249:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776347.883253:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776347.883257:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309245312/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776347.883264:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776347.883272:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12634)
00000800:00000200:0.1:1775776347.883653:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776347.883657:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776347.883998:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776347.884001:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776347.884333:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776347.884335:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1775776348.842248:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307297672, at 4307297728
00000100:00000010:1.0:1775776348.842269:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d16c0.
00000020:00000001:3.0:1775776350.570378:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776350.570383:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776350.570387:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776353.002330:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776353.002341:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776353.002344:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776353.002349:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776353.002354:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776353.002362:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12629
00000400:00000200:1.0:1775776353.002371:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776353.002377:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776353.002380:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776353.002383:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002392:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002395:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002398:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776353.002402:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776353.002404:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776353.002406:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776353.002408:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776353.002410:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776353.002412:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776353.002414:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002415:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002416:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002417:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776353.002419:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776353.002422:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002423:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776353.002426:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776353.002428:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776353.002431:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002432:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776353.002435:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776353.002445:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776353.002448:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776353.002451:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776353.002452:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002455:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776353.002458:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776353.002463:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776353.002472:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776353.002479:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776353.002488:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309245440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776353.002497:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776353.002502:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776353.002506:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309245440/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776353.002529:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776353.002532:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776353.002536:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776353.002538:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776353.002540:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776353.002543:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776353.002546:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12629
00000400:00000200:1.0:1775776353.002552:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776353.002556:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776353.002559:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776353.002564:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002569:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002573:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002578:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776353.002584:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776353.002587:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776353.002590:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776353.002594:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776353.002598:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776353.002600:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776353.002608:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002611:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002614:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002616:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776353.002620:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776353.002624:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002627:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776353.002631:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776353.002637:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776353.002641:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002643:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776353.002650:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776353.002653:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002658:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776353.002662:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776353.002664:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776353.002667:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776353.002669:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002673:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776353.002675:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776353.002677:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776353.002683:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776353.002687:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776353.002693:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309245568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776353.002704:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776353.002708:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776353.002714:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309245568/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776353.002741:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776353.002746:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776353.002751:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776353.002754:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776353.002757:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776353.002760:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776353.002765:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12629
00000400:00000200:1.0:1775776353.002769:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776353.002772:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776353.002774:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776353.002780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002783:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002788:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002791:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776353.002794:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776353.002795:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776353.002798:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776353.002800:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776353.002818:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776353.002821:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776353.002829:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002832:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.002836:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002840:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776353.002845:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776353.002851:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776353.002854:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776353.002856:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776353.002859:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776353.002863:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002867:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776353.002872:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776353.002876:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002878:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776353.002883:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776353.002887:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776353.002889:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776353.002890:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.002892:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776353.002895:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776353.002896:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776353.002899:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776353.002904:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776353.002915:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309245696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776353.002915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776353.002920:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1775776353.002938:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776353.002942:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776353.002953:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309245696/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776353.002970:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776353.002976:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776353.002988:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776353.002991:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776353.002995:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776353.003003:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776353.003010:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12629
00000400:00000200:1.0:1775776353.003021:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776353.003029:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776353.003033:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776353.003037:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.003041:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.003045:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.003048:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776353.003053:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776353.003056:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776353.003058:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776353.003061:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776353.003066:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776353.003071:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776353.003079:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.003085:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776353.003092:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776353.003098:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776353.003104:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776353.003110:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776353.003117:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776353.003122:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776353.003129:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776353.003135:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.003141:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776353.003144:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776353.003151:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.003156:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776353.003161:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776353.003263:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776353.003267:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776353.003269:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776353.003273:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776353.003275:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776353.003277:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776353.003281:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776353.003285:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776353.003295:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309245824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776353.003314:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776353.003319:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776353.003332:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309245824/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776353.003355:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776353.003363:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12639)
00000800:00000200:0.1:1775776353.003469:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776353.003471:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776353.003734:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776353.003736:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776353.004094:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776353.004096:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1775776353.962314:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307302791, at 4307302848
00000100:00000010:1.0:1775776353.962333:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d14e0.
00000020:00000001:3.0:1775776354.666416:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776354.666420:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776354.666423:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776358.122484:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776358.122491:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776358.122496:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776358.122506:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.122534:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776358.122542:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.122548:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776358.122553:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776358.122559:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776358.122568:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309245952:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776358.122578:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776358.122585:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776358.122590:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.122596:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776358.122604:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776358.122609:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776358.122620:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776358.122628:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776358.122638:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776358.122649:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309245952, portal 25
00000100:00000001:1.0:1775776358.122655:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776358.122659:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776358.122671:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.122697:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776358.122704:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776358.122710:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776358.122728:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309245952, offset 0
00000400:00000200:1.0:1775776358.122739:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776358.122752:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.122762:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776358.122774:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776358.122782:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776358.122790:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776358.122797:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776358.122804:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340103:340103:256:4294967295] 192.168.201.105@tcp LPNI seq info [340048:340048:8:4294967295]
00000400:00000200:1.0:1775776358.122812:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.122824:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776358.122832:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.122840:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776358.122854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776358.122861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776358.122871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776358.122876:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776358.122886:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.122890:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776358.122897:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776358.122908:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776358.122915:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776358.122919:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776358.122925:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776358.122934:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.122954:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.122960:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.122974:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.122978:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776358.122986:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776358.122993:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776358.123000:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307307911
00000100:00000010:1.0:1775776358.123006:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e120.
00000100:00000001:1.0:1775776358.123016:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776358.123024:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307307911
00000100:00000010:1.0:1775776358.123027:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e7e0.
00000100:00000001:1.0:1775776358.123030:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776358.123034:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776358.123036:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123039:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776358.123044:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776358/real 1775776358]  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776358.123053:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776358.123055:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776358.123057:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776358.123060:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776358.123061:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776358.123063:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776358.123066:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776358.123073:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123079:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776358.123081:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123083:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123085:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776358.123088:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123094:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776358.123098:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123105:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776358.123108:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123109:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123110:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123113:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776358.123115:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776358.123118:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776358.123122:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776358.123125:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776358.123128:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776358.123136:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309245952:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776358.123141:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123143:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123145:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309245952/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123152:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776358.123155:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123157:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776358.123160:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776358.123183:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776358.123186:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776358.123189:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776358.123191:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776358.123196:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776358.123197:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776358.123199:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776358.123205:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776358.123206:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123208:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123215:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776358.123217:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123218:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776358.123220:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776358.123221:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776358.123225:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123237:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776358.123239:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123241:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776358.123243:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776358.123245:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776358.123247:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246080:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776358.123250:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776358.123252:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776358.123254:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123255:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123258:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776358.123259:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776358.123264:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776358.123266:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776358.123270:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776358.123273:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246080, portal 10
00000100:00000001:1.0:1775776358.123274:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776358.123276:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776358.123282:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123288:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776358.123290:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776358.123292:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776358.123294:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309246080, offset 0
00000400:00000200:1.0:1775776358.123298:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123302:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123305:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776358.123308:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776358.123311:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776358.123313:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776358.123315:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123319:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340104:340104:256:4294967295] 192.168.201.105@tcp LPNI seq info [340049:340049:8:4294967295]
00000400:00000200:1.0:1775776358.123323:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123329:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776358.123333:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123337:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776358.123341:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776358.123344:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776358.123348:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776358.123350:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776358.123354:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123356:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776358.123358:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776358.123362:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776358.123365:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776358.123367:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776358.123369:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776358.123372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123380:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123383:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123391:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123392:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776358.123395:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776358.123399:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776358.123402:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776358.123404:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307307043
00000100:00000001:1.0:1775776358.123406:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123407:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307307043
00000100:00000001:1.0:1775776358.123409:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123410:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776358.123412:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123413:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776358.123416:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776358/real 1775776358]  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776358.123421:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776358.123422:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776358.123423:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776358.123425:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776358.123425:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776358.123427:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776358.123428:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776358.123433:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123437:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776358.123438:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123439:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123440:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776358.123441:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123445:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776358.123447:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123450:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776358.123452:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123452:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123453:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123454:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776358.123455:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776358.123457:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776358.123460:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776358.123461:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776358.123464:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776358.123468:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246080:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776358.123470:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776358.123472:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123475:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776358.123476:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123477:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776358.123478:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776358.123479:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776358.123481:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246208:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776358.123483:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776358.123485:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776358.123486:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123487:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123491:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776358.123492:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776358.123494:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776358.123496:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776358.123498:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776358.123500:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246208, portal 4
00000100:00000001:1.0:1775776358.123501:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776358.123502:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776358.123506:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123510:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776358.123512:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776358.123513:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776358.123514:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309246208, offset 0
00000400:00000200:1.0:1775776358.123517:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123519:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123521:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776358.123523:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776358.123525:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776358.123526:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776358.123528:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123530:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340105:340105:256:4294967295] 192.168.201.105@tcp LPNI seq info [340050:340050:8:4294967295]
00000400:00000200:1.0:1775776358.123532:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123536:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776358.123539:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123541:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776358.123543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776358.123545:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776358.123547:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776358.123549:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776358.123551:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123553:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776358.123554:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776358.123556:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776358.123558:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776358.123559:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776358.123561:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776358.123563:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123567:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123569:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123572:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123573:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776358.123575:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776358.123577:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776358.123579:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776358.123580:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307307171
00000100:00000001:1.0:1775776358.123582:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123583:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307307171
00000100:00000001:1.0:1775776358.123584:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123585:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776358.123586:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123587:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776358.123589:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776358/real 1775776358]  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776358.123593:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776358.123593:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776358.123594:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776358.123596:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776358.123597:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776358.123598:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776358.123599:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776358.123604:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123607:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776358.123608:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123609:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123609:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776358.123611:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123614:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776358.123616:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123621:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776358.123622:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123623:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123624:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123625:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776358.123626:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776358.123627:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776358.123629:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776358.123630:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776358.123632:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776358.123636:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246208:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776358.123638:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776358.123639:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123643:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776358.123643:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123644:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776358.123645:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776358.123647:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776358.123648:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776358.123650:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776358.123651:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776358.123652:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776358.123652:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123654:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776358.123655:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776358.123657:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776358.123658:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776358.123660:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776358.123662:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246336, portal 4
00000100:00000001:1.0:1775776358.123663:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776358.123664:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:1.0:1775776358.123668:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123671:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776358.123672:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776358.123674:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776358.123675:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309246336, offset 0
00000400:00000200:1.0:1775776358.123677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123681:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776358.123683:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776358.123685:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776358.123686:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776358.123687:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776358.123689:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340106:340106:256:4294967295] 192.168.201.105@tcp LPNI seq info [340051:340051:8:4294967295]
00000400:00000200:1.0:1775776358.123691:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776358.123695:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776358.123698:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123699:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776358.123701:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776358.123703:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1775776358.123705:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776358.123706:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1775776358.123709:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776358.123710:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776358.123712:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776358.123730:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776358.123732:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776358.123733:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776358.123735:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776358.123737:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123742:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123744:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776383 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123748:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123749:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776358.123751:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776358.123753:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776358.123756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776358.123757:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307307180
00000100:00000001:1.0:1775776358.123758:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123760:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307307180
00000100:00000001:1.0:1775776358.123761:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307307911
00000100:00000001:1.0:1775776358.123762:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776358.123764:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123765:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776358.123766:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776358/real 1775776358]  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776358.123771:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776358.123772:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776358.123773:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776358.123774:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776358.123775:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776358.123776:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776358.123778:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776358.123783:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123790:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776358.123791:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123792:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123793:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776358.123795:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123798:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776358.123800:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123804:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776358.123805:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123806:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776358.123806:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123807:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776358.123808:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776358.123809:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776358.123811:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776358.123812:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776358.123814:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776358.123818:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776358.123819:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123820:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123822:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309246080/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123826:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776358.123827:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123829:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776358.123830:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776358.123831:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776358.123832:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776358.123834:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776358.123835:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776358.123837:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776358.123838:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776358.123838:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776358.123841:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776358.123842:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123843:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123844:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309246208/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123848:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776358.123849:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123850:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776358.123851:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776358.123852:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776358.123853:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776358.123854:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776358.123854:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:1.0:1775776358.123855:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776358.123856:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776358.123856:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776358.123857:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776358.123858:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123859:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776358.123860:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309246336/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776383 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776358.123863:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776358.123864:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776358.123865:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776358.123866:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776358.123866:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776358.123867:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776358.123869:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776358.123870:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776358.123871:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776358.123872:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776358.123873:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776358.123874:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776358.123875:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123876:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776358.123878:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776358.123879:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776358.123880:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776358.123881:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776358.762429:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776358.762432:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776358.762435:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776359.082295:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307307911, at 4307307968
00000100:00000010:1.0:1775776359.082322:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e7e0.
00000020:00000001:3.0:1775776362.858399:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776362.858403:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776362.858407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776363.242531:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776363.242537:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776363.242541:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776363.242551:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.242571:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776363.242575:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.242582:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776363.242587:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776363.242590:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776363.242596:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309246464:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776363.242603:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776363.242609:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776363.242614:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.242619:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776363.242639:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776363.242644:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776363.242654:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776363.242661:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776363.242671:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776363.242682:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246464, portal 25
00000100:00000001:1.0:1775776363.242689:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776363.242692:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828333824 : -109518881217792 : ffff9c64a5fd2300)
00000100:00000040:1.0:1775776363.242702:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.242721:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776363.242729:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776363.242732:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776363.242738:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309246464, offset 0
00000400:00000200:1.0:1775776363.242751:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776363.242763:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.242773:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776363.242781:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776363.242788:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776363.242795:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776363.242801:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776363.242810:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340107:340107:256:4294967295] 192.168.201.105@tcp LPNI seq info [340052:340052:8:4294967295]
00000400:00000200:1.0:1775776363.242821:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.242840:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776363.242852:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.242862:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776363.242875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776363.242882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776363.242894:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776363.242901:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776363.242911:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.242914:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776363.242923:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776363.242932:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776363.242940:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776363.242945:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776363.242951:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776363.242958:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.242990:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.242994:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243002:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243004:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776363.243010:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776363.243015:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776363.243018:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307313031
00000100:00000010:1.0:1775776363.243024:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e7e0.
00000100:00000001:1.0:1775776363.243032:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776363.243039:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307313031
00000100:00000010:1.0:1775776363.243042:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e780.
00000100:00000001:1.0:1775776363.243046:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776363.243049:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776363.243052:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243055:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776363.243060:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776363/real 1775776363]  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776363.243071:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776363.243073:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776363.243074:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776363.243078:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776363.243080:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776363.243082:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776363.243086:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776363.243095:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243102:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776363.243105:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243107:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243109:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776363.243113:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243121:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776363.243125:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243134:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776363.243137:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243139:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243140:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243142:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776363.243145:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776363.243148:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776363.243152:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776363.243155:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776363.243159:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776363.243203:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309246464:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776363.243208:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243210:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.243213:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2300 x1862023309246464/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243220:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776363.243223:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776363.243226:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776363.243229:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776363.243232:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776363.243234:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776363.243236:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776363.243239:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:1.0:1775776363.243244:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776363.243246:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776363.243248:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2300.
00000100:00000001:1.0:1775776363.243251:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776363.243252:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243254:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243262:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776363.243264:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243266:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776363.243268:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776363.243269:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776363.243272:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243280:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776363.243281:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243284:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776363.243285:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776363.243287:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776363.243290:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246592:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776363.243294:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776363.243295:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776363.243297:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243299:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776363.243302:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776363.243304:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776363.243308:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776363.243310:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776363.243313:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776363.243316:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246592, portal 10
00000100:00000001:1.0:1775776363.243318:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776363.243320:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828338304 : -109518881213312 : ffff9c64a5fd3480)
00000100:00000040:1.0:1775776363.243326:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243334:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776363.243336:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776363.243338:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776363.243340:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309246592, offset 0
00000400:00000200:1.0:1775776363.243344:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243348:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243352:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776363.243355:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776363.243358:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776363.243360:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776363.243363:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243366:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340108:340108:256:4294967295] 192.168.201.105@tcp LPNI seq info [340053:340053:8:4294967295]
00000400:00000200:1.0:1775776363.243370:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243377:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776363.243382:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.243385:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776363.243390:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776363.243392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776363.243397:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776363.243399:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776363.243404:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.243406:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776363.243408:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776363.243412:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776363.243415:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776363.243417:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776363.243419:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776363.243422:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243430:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.243433:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243446:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243448:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776363.243451:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776363.243463:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776363.243467:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776363.243470:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307312163
00000100:00000001:1.0:1775776363.243473:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.243475:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307312163
00000100:00000001:1.0:1775776363.243477:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.243480:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776363.243482:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243484:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776363.243488:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776363/real 1775776363]  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776363.243496:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776363.243497:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776363.243499:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776363.243501:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776363.243503:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776363.243506:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776363.243509:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776363.243517:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243524:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776363.243525:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243527:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243529:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776363.243532:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243539:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776363.243543:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243550:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776363.243553:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243555:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243556:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243558:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776363.243560:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776363.243562:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776363.243566:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776363.243568:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776363.243572:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776363.243581:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246592:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776363.243584:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776363.243588:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243595:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776363.243596:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243598:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776363.243600:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776363.243602:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776363.243605:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246720:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776363.243608:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776363.243609:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776363.243611:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243613:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776363.243616:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776363.243618:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776363.243621:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776363.243637:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776363.243640:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776363.243643:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246720, portal 4
00000100:00000001:1.0:1775776363.243645:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776363.243646:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000040:1.0:1775776363.243652:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243659:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776363.243661:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776363.243663:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776363.243665:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309246720, offset 0
00000400:00000200:1.0:1775776363.243670:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243674:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243678:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776363.243681:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776363.243683:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776363.243686:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776363.243688:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243692:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340109:340109:256:4294967295] 192.168.201.105@tcp LPNI seq info [340054:340054:8:4294967295]
00000400:00000200:1.0:1775776363.243696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243702:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776363.243707:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.243710:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776363.243714:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776363.243716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776363.243721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776363.243723:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776363.243728:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.243730:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776363.243733:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776363.243736:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776363.243739:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776363.243741:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776363.243743:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776363.243746:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243754:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.243756:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243763:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243765:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776363.243767:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776363.243770:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776363.243774:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776363.243776:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307312291
00000100:00000001:1.0:1775776363.243778:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.243780:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307312291
00000100:00000001:1.0:1775776363.243783:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.243785:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776363.243787:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.243789:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776363.243792:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776363/real 1775776363]  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776363.243800:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776363.243802:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776363.243803:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776363.243806:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776363.243807:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776363.243810:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776363.243813:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776363.243821:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243828:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776363.243829:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243831:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243833:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776363.243836:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243843:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776363.243847:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243854:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776363.243857:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243858:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.243860:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.243861:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776363.243863:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776363.243866:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776363.243869:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776363.243871:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776363.243875:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776363.243883:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246720:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776363.243887:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776363.243890:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243897:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776363.243898:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243901:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776363.243902:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776363.243904:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776363.243907:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776363.243910:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776363.243912:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776363.243913:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776363.243915:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776363.243918:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776363.243920:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776363.243923:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776363.243926:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776363.243929:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776363.243931:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309246848, portal 4
00000100:00000001:1.0:1775776363.243933:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776363.243934:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:1.0:1775776363.243939:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.243945:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776363.243947:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776363.243949:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776363.243951:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309246848, offset 0
00000400:00000200:1.0:1775776363.243955:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243959:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243962:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776363.243965:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776363.243967:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776363.243970:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776363.243972:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776363.243976:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340110:340110:256:4294967295] 192.168.201.105@tcp LPNI seq info [340055:340055:8:4294967295]
00000400:00000200:1.0:1775776363.243980:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776363.243986:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776363.243990:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.243994:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776363.243998:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776363.244000:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1775776363.244004:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776363.244007:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1775776363.244010:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776363.244012:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776363.244015:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776363.244017:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776363.244020:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776363.244021:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776363.244022:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776363.244025:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244030:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.244031:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776388 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244035:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.244037:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776363.244038:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776363.244041:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776363.244043:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776363.244045:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307312300
00000100:00000001:1.0:1775776363.244047:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.244048:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307312300
00000100:00000001:1.0:1775776363.244050:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307313031
00000100:00000001:1.0:1775776363.244051:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776363.244053:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.244054:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776363.244056:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776363/real 1775776363]  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776363.244061:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776363.244062:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776363.244063:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776363.244064:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776363.244065:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776363.244066:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776363.244068:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776363.244073:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244076:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776363.244077:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244078:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.244078:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776363.244080:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244083:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776363.244085:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244089:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776363.244090:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244091:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776363.244091:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244092:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776363.244093:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776363.244094:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776363.244097:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776363.244098:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776363.244100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776363.244105:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309246848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776363.244107:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244108:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.244109:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3480 x1862023309246592/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244112:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776363.244113:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776363.244114:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776363.244116:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776363.244116:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776363.244117:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776363.244119:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776363.244120:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776363.244122:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776363.244123:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776363.244124:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3480.
00000100:00000001:1.0:1775776363.244125:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776363.244126:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244127:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.244129:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309246720/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244132:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776363.244133:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776363.244133:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:1.0:1775776363.244134:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776363.244135:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776363.244135:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776363.244136:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776363.244138:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776363.244139:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776363.244140:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776363.244140:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:1.0:1775776363.244142:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776363.244143:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244143:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776363.244145:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309246848/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776388 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776363.244148:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776363.244149:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776363.244149:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776363.244150:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776363.244151:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776363.244151:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776363.244152:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776363.244153:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776363.244154:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776363.244155:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776363.244155:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776363.244159:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776363.244159:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244160:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776363.244180:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776363.244182:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776363.244189:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776363.244191:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776364.202246:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307313031, at 4307313088
00000100:00000010:1.0:1775776364.202259:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e780.
00000020:00000001:3.0:1775776366.954345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776366.954348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776366.954351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776368.362273:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776368.362281:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776368.362282:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776368.362285:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776368.362289:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776368.362294:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12644
00000400:00000200:1.0:1775776368.362302:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776368.362307:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776368.362309:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776368.362311:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362313:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362315:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362316:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776368.362319:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776368.362320:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776368.362322:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776368.362324:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776368.362325:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776368.362327:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776368.362328:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362330:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362331:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362332:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776368.362334:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776368.362336:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362337:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776368.362340:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776368.362342:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776368.362343:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362345:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776368.362347:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776368.362354:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776368.362356:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776368.362359:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776368.362359:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362361:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776368.362364:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776368.362367:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776368.362373:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776368.362377:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776368.362384:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309246976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776368.362391:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776368.362395:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776368.362399:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309246976/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776368.362420:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776368.362423:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776368.362426:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776368.362427:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776368.362429:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776368.362432:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776368.362436:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12644
00000400:00000200:1.0:1775776368.362440:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776368.362444:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776368.362448:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776368.362452:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362455:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362459:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362463:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776368.362466:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776368.362468:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776368.362471:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776368.362473:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776368.362475:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776368.362478:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776368.362481:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362484:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362490:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362492:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776368.362496:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776368.362499:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362501:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776368.362503:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776368.362507:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776368.362511:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362513:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776368.362515:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776368.362520:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362521:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776368.362525:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776368.362528:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776368.362531:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776368.362532:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362544:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776368.362545:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776368.362546:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776368.362549:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776368.362552:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776368.362555:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309247104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776368.362563:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776368.362565:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776368.362568:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309247104/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776368.362575:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776368.362583:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776368.362589:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776368.362592:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776368.362594:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776368.362597:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776368.362602:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12644
00000400:00000200:1.0:1775776368.362607:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776368.362610:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776368.362613:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776368.362615:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362618:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362621:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362623:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776368.362625:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776368.362626:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776368.362628:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776368.362631:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776368.362633:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776368.362635:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776368.362639:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362641:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362644:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362647:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776368.362650:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776368.362655:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362659:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776368.362662:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776368.362664:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776368.362667:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362671:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776368.362673:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776368.362675:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362679:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776368.362684:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776368.362686:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776368.362689:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776368.362690:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362691:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776368.362698:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776368.362699:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776368.362706:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776368.362709:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776368.362716:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309247232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776368.362722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776368.362726:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775776368.362727:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000100:00000001:1.0:1775776368.362728:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776368.362734:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309247232/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776368.362747:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776368.362753:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776368.362759:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776368.362762:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776368.362764:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776368.362770:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776368.362775:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12644
00000400:00000200:1.0:1775776368.362783:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776368.362789:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776368.362792:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776368.362796:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362798:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362802:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362806:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776368.362809:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776368.362812:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776368.362813:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776368.362815:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776368.362816:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776368.362818:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776368.362820:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362821:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776368.362823:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362825:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776368.362827:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776368.362829:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776368.362831:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776368.362835:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776368.362837:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776368.362840:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362842:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776368.362845:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776368.362850:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362852:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776368.362856:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776368.362859:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776368.362864:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776368.362866:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776368.362868:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776368.362869:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776368.362871:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776368.362875:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776368.362879:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776368.362886:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309247360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776368.362910:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776368.362914:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776368.362923:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309247360/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776368.362942:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776368.362946:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12654)
00000800:00000200:0.1:1775776368.363105:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776368.363106:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775776368.363325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776368.363327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1775776368.363525:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776368.363527:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000100:00000040:1.0:1775776369.322276:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307318151, at 4307318208
00000100:00000010:1.0:1775776369.322289:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1060.
00000800:00000200:2.0:1775776370.282299:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776370.282306:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776370.282311:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776370.282459:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000020:00000001:3.0:1775776371.050301:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776371.050304:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776371.050307:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776373.482249:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776373.482258:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776373.482261:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776373.482265:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776373.482269:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776373.482276:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12649
00000400:00000200:1.0:1775776373.482286:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776373.482292:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776373.482296:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776373.482299:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482302:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482304:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482306:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776373.482310:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776373.482312:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776373.482314:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776373.482317:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776373.482319:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776373.482321:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776373.482323:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482324:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482325:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482326:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776373.482329:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776373.482332:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482334:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776373.482336:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776373.482339:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776373.482340:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482342:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776373.482344:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776373.482351:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776373.482354:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776373.482356:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776373.482358:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482360:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776373.482362:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776373.482366:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776373.482371:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776373.482376:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776373.482383:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309247488/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776373.482391:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776373.482395:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776373.482398:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309247488/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776373.482418:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776373.482420:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776373.482422:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776373.482423:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776373.482425:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776373.482426:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776373.482428:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12649
00000400:00000200:1.0:1775776373.482431:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776373.482434:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776373.482435:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776373.482437:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482438:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482439:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482441:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776373.482442:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776373.482443:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776373.482462:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776373.482464:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776373.482465:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776373.482467:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776373.482471:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482474:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482476:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482478:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776373.482481:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776373.482484:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482486:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776373.482487:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776373.482497:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776373.482502:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482505:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776373.482511:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776373.482515:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482519:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776373.482527:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776373.482531:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776373.482535:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776373.482538:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482541:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776373.482543:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776373.482545:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776373.482559:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776373.482562:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776373.482569:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309247616/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776373.482576:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776373.482578:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776373.482586:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309247616/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776373.482600:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776373.482606:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776373.482612:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776373.482616:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776373.482619:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776373.482623:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776373.482635:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12649
00000400:00000200:1.0:1775776373.482682:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776373.482686:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776373.482688:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776373.482691:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482693:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482696:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482699:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776373.482702:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776373.482705:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776373.482706:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776373.482709:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776373.482711:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776373.482714:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776373.482715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776373.482719:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482721:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776373.482721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1775776373.482725:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482727:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776373.482730:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776373.482735:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482737:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776373.482739:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776373.482742:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776373.482743:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482744:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776373.482747:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776373.482749:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482752:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776373.482755:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776373.482758:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776373.482759:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776373.482761:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482763:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776373.482765:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776373.482767:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776373.482771:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776373.482775:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776373.482780:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309247744/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776373.482802:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776373.482804:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776373.482808:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309247744/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776373.482817:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776373.482821:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776373.482829:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776373.482831:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776373.482833:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776373.482835:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776373.482838:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12649
00000400:00000200:1.0:1775776373.482841:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776373.482845:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776373.482847:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776373.482852:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482854:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482858:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482861:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776373.482863:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776373.482866:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776373.482868:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776373.482870:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776373.482873:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776373.482876:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776373.482880:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482885:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776373.482886:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482890:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776373.482893:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776373.482897:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776373.482898:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776373.482902:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776373.482905:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776373.482907:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482910:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776373.482912:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776373.482916:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482918:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776373.482923:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776373.482926:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776373.482931:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776373.482933:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776373.482936:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776373.482939:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776373.482942:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776373.482948:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00000001:1.0:1775776373.482954:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776373.482964:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309247872/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776373.482979:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776373.482983:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776373.482992:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309247872/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776373.483007:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776373.483012:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12660)
00000800:00000200:0.1:1775776373.483255:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776373.483257:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776373.483530:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776373.483532:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776373.483775:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776373.483777:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1775776374.442288:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307323271, at 4307323328
00000100:00000010:1.0:1775776374.442301:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1000.
00000020:00000001:3.0:1775776375.146356:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776375.146360:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776375.146363:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776378.602541:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776378.602546:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776378.602549:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776378.602557:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602570:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776378.602573:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.602578:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776378.602581:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776378.602585:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776378.602589:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309248000:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776378.602595:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776378.602600:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776378.602603:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.602606:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776378.602612:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776378.602615:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776378.602624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776378.602628:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776378.602635:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776378.602643:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248000, portal 25
00000100:00000001:1.0:1775776378.602646:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776378.602648:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776378.602656:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602664:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776378.602668:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776378.602672:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776378.602675:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309248000, offset 0
00000400:00000200:1.0:1775776378.602683:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776378.602692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.602698:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776378.602705:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776378.602711:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776378.602717:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776378.602721:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776378.602728:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340119:340119:256:4294967295] 192.168.201.105@tcp LPNI seq info [340064:340064:8:4294967295]
00000400:00000200:1.0:1775776378.602732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.602744:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776378.602755:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.602760:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776378.602769:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776378.602773:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776378.602779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776378.602783:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776378.602789:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.602793:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776378.602800:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776378.602808:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776378.602814:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776378.602816:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776378.602821:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776378.602826:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602838:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.602842:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602852:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.602855:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776378.602859:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776378.602863:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776378.602865:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307328391
00000100:00000010:1.0:1775776378.602870:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e780.
00000100:00000001:1.0:1775776378.602879:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776378.602888:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307328391
00000100:00000010:1.0:1775776378.602892:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e540.
00000100:00000001:1.0:1775776378.602896:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776378.602901:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776378.602905:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.602909:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776378.602914:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378]  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776378.602927:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776378.602929:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776378.602932:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776378.602936:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776378.602938:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776378.602941:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776378.602943:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776378.602949:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602958:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776378.602961:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.602964:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.602965:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776378.602970:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.602977:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776378.602984:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603006:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776378.603008:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603010:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603012:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603015:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776378.603017:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776378.603020:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776378.603026:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776378.603029:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776378.603034:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776378.603046:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309248000:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776378.603056:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603059:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603063:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309248000/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603071:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776378.603075:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603078:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776378.603082:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776378.603084:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776378.603086:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776378.603090:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776378.603092:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776378.603097:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776378.603100:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776378.603102:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776378.603116:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776378.603118:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603123:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603134:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776378.603138:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603143:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776378.603146:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776378.603148:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776378.603156:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603187:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776378.603188:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603190:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776378.603191:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776378.603193:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776378.603195:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248128:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776378.603198:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776378.603199:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776378.603200:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603204:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603207:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776378.603210:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776378.603217:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776378.603220:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776378.603226:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776378.603230:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248128, portal 10
00000100:00000001:1.0:1775776378.603233:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776378.603237:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776378.603246:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603255:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776378.603257:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776378.603260:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776378.603262:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309248128, offset 0
00000400:00000200:1.0:1775776378.603268:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603273:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603278:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776378.603283:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776378.603287:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776378.603291:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776378.603295:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603301:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340120:340120:256:4294967295] 192.168.201.105@tcp LPNI seq info [340065:340065:8:4294967295]
00000400:00000200:1.0:1775776378.603306:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603316:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776378.603333:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603336:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776378.603339:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776378.603341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776378.603345:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776378.603346:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776378.603349:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603351:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776378.603354:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776378.603368:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776378.603371:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776378.603373:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776378.603375:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776378.603378:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603384:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603386:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603390:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603391:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776378.603393:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776378.603396:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776378.603398:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776378.603399:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307327523
00000100:00000001:1.0:1775776378.603401:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603403:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307327523
00000100:00000001:1.0:1775776378.603404:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603405:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776378.603406:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603408:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776378.603409:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378]  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776378.603414:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776378.603415:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776378.603417:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776378.603418:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776378.603419:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776378.603420:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776378.603422:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776378.603427:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603431:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776378.603432:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603433:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603433:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776378.603435:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603439:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776378.603440:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603444:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776378.603445:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603446:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603447:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603448:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776378.603449:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776378.603450:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776378.603452:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776378.603453:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776378.603455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776378.603460:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248128:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776378.603463:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776378.603464:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603472:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776378.603473:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603475:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776378.603476:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776378.603477:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776378.603478:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248256:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776378.603480:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776378.603481:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776378.603482:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603483:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603485:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776378.603486:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776378.603488:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776378.603489:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776378.603491:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776378.603493:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248256, portal 4
00000100:00000001:1.0:1775776378.603494:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776378.603495:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776378.603498:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603502:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776378.603503:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776378.603505:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776378.603506:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309248256, offset 0
00000400:00000200:1.0:1775776378.603508:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603512:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776378.603513:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776378.603515:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776378.603516:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776378.603518:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603521:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340121:340121:256:4294967295] 192.168.201.105@tcp LPNI seq info [340066:340066:8:4294967295]
00000400:00000200:1.0:1775776378.603523:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603527:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776378.603530:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603532:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776378.603534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776378.603536:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776378.603539:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776378.603540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776378.603542:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603544:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776378.603545:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776378.603547:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776378.603549:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776378.603550:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776378.603551:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776378.603553:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603558:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603560:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603564:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603564:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776378.603566:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776378.603567:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776378.603569:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776378.603570:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307327651
00000100:00000001:1.0:1775776378.603571:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603572:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307327651
00000100:00000001:1.0:1775776378.603574:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603575:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776378.603577:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603578:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776378.603580:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378]  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776378.603584:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776378.603585:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776378.603586:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776378.603587:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776378.603588:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776378.603589:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776378.603590:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776378.603595:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603598:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776378.603600:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603600:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603601:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776378.603603:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603606:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776378.603608:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603611:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776378.603613:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603613:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603614:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603615:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776378.603616:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776378.603617:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776378.603619:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776378.603620:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776378.603623:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776378.603627:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248256:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776378.603629:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603630:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603631:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309248128/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603634:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776378.603635:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603636:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776378.603637:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776378.603638:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776378.603639:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776378.603640:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776378.603641:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776378.603643:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776378.603643:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776378.603644:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776378.603649:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776378.603649:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603650:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603652:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309248256/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603656:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776378.603657:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603657:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776378.603659:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776378.603659:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776378.603660:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776378.603661:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776378.603662:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:1.0:1775776378.603664:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776378.603665:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776378.603665:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776378.603667:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776378.603668:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603669:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603670:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776378.603671:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603672:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776378.603673:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776378.603674:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776378.603676:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603680:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776378.603681:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603682:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776378.603683:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776378.603684:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776378.603685:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776378.603688:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776378.603689:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776378.603690:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776378.603691:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603692:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776378.603693:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776378.603695:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776378.603696:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776378.603698:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776378.603699:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248384, portal 4
00000100:00000001:1.0:1775776378.603700:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776378.603701:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776378.603705:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603712:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776378.603714:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776378.603715:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776378.603717:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309248384, offset 0
00000400:00000200:1.0:1775776378.603719:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603720:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603722:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776378.603723:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776378.603725:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776378.603726:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776378.603728:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776378.603730:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340122:340122:256:4294967295] 192.168.201.105@tcp LPNI seq info [340067:340067:8:4294967295]
00000400:00000200:1.0:1775776378.603732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776378.603736:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776378.603738:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603740:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776378.603742:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776378.603744:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776378.603746:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776378.603748:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776378.603764:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776378.603766:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776378.603767:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776378.603769:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776378.603771:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776378.603773:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776378.603774:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776378.603776:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603781:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603782:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776403 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603790:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603791:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776378.603793:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776378.603795:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776378.603797:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776378.603798:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307327660
00000100:00000001:1.0:1775776378.603800:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603801:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307327660
00000100:00000001:1.0:1775776378.603802:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307328391
00000100:00000001:1.0:1775776378.603803:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776378.603804:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603805:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776378.603807:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378]  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776378.603811:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776378.603812:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776378.603813:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776378.603815:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776378.603815:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776378.603816:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776378.603818:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776378.603822:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603825:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776378.603826:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603827:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603828:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776378.603831:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603835:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776378.603837:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603841:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776378.603843:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603843:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776378.603844:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603845:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776378.603846:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776378.603847:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776378.603849:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776378.603850:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776378.603851:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776378.603855:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776378.603857:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603858:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776378.603859:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309248384/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776378.603863:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776378.603864:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776378.603865:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776378.603866:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776378.603867:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776378.603868:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776378.603869:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776378.603870:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776378.603874:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776378.603875:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776378.603876:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776378.603878:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776378.603879:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603880:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776378.603882:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776378.603883:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776378.603884:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776378.603885:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776379.242340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776379.242352:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776379.242356:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776379.562250:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307328391, at 4307328448
00000100:00000010:1.0:1775776379.562265:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e540.
00000020:00000001:3.0:1775776383.338343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776383.338347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776383.338349:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776383.722453:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776383.722457:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776383.722460:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776383.722468:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722480:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776383.722482:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.722485:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776383.722487:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776383.722490:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776383.722494:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309248512:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776383.722498:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776383.722502:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776383.722503:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.722506:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776383.722512:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776383.722514:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776383.722518:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776383.722520:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776383.722526:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776383.722532:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248512, portal 25
00000100:00000001:1.0:1775776383.722535:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776383.722537:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776383.722543:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722564:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776383.722567:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776383.722570:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776383.722573:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309248512, offset 0
00000400:00000200:1.0:1775776383.722580:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776383.722589:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.722601:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776383.722608:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776383.722614:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776383.722617:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776383.722618:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776383.722621:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340123:340123:256:4294967295] 192.168.201.105@tcp LPNI seq info [340068:340068:8:4294967295]
00000400:00000200:1.0:1775776383.722624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.722630:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776383.722634:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.722639:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776383.722648:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776383.722653:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776383.722661:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776383.722666:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776383.722697:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.722701:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776383.722707:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776383.722714:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776383.722720:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776383.722723:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776383.722728:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776383.722735:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722757:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.722765:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722796:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.722800:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776383.722807:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776383.722813:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776383.722815:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307333511
00000100:00000010:1.0:1775776383.722821:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e540.
00000100:00000001:1.0:1775776383.722828:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776383.722835:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307333511
00000100:00000010:1.0:1775776383.722839:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e480.
00000100:00000001:1.0:1775776383.722843:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776383.722845:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776383.722849:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.722851:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776383.722857:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383]  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776383.722869:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776383.722871:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776383.722873:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776383.722875:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776383.722877:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776383.722879:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776383.722882:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776383.722906:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722911:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776383.722913:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.722915:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.722917:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776383.722924:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722931:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776383.722935:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722940:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776383.722942:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.722943:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.722944:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.722946:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776383.722947:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776383.722949:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776383.722952:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776383.722953:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776383.722956:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776383.722965:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309248512:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776383.722968:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.722969:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.722970:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309248512/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.722974:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776383.722975:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776383.722977:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776383.722979:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776383.722980:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776383.722981:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776383.722982:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776383.722984:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776383.722988:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776383.722990:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776383.722991:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776383.722995:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776383.722996:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.722999:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723005:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776383.723007:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723009:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776383.723010:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776383.723011:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776383.723014:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723021:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776383.723023:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723025:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776383.723026:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776383.723028:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776383.723031:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248640:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776383.723034:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776383.723036:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776383.723037:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723039:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723041:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776383.723043:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776383.723046:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776383.723048:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776383.723050:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776383.723052:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248640, portal 10
00000100:00000001:1.0:1775776383.723053:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776383.723054:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776383.723059:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723071:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776383.723076:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776383.723079:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776383.723081:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309248640, offset 0
00000400:00000200:1.0:1775776383.723085:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723089:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723092:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776383.723095:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776383.723097:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776383.723099:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776383.723102:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723104:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340124:340124:256:4294967295] 192.168.201.105@tcp LPNI seq info [340069:340069:8:4294967295]
00000400:00000200:1.0:1775776383.723108:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723114:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776383.723118:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723120:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776383.723123:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776383.723125:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776383.723127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776383.723129:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776383.723131:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723132:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776383.723134:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776383.723136:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776383.723138:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776383.723139:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776383.723141:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776383.723143:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723148:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723150:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723153:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723154:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776383.723156:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776383.723159:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776383.723161:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776383.723181:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307332642
00000100:00000001:1.0:1775776383.723183:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723184:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307332643
00000100:00000001:1.0:1775776383.723185:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723187:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776383.723188:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723189:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776383.723191:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383]  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776383.723196:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776383.723197:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776383.723198:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776383.723200:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776383.723200:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776383.723202:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776383.723203:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776383.723208:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723212:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776383.723213:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723214:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723214:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776383.723216:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723220:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776383.723221:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723226:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776383.723228:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723229:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723229:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723230:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776383.723256:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776383.723258:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776383.723260:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776383.723261:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776383.723263:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776383.723281:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248640:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776383.723284:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776383.723286:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723290:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776383.723291:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723292:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776383.723293:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776383.723294:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776383.723296:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248768:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776383.723298:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776383.723299:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776383.723300:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723301:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723303:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776383.723304:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776383.723307:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776383.723309:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776383.723311:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776383.723312:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248768, portal 4
00000100:00000001:1.0:1775776383.723314:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776383.723314:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776383.723318:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723322:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776383.723323:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776383.723324:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776383.723325:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309248768, offset 0
00000400:00000200:1.0:1775776383.723328:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723330:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723332:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776383.723334:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776383.723335:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776383.723337:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776383.723338:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723340:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340125:340125:256:4294967295] 192.168.201.105@tcp LPNI seq info [340070:340070:8:4294967295]
00000400:00000200:1.0:1775776383.723342:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723346:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776383.723348:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723350:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776383.723352:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776383.723354:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776383.723357:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776383.723358:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776383.723360:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723362:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776383.723363:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776383.723366:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776383.723367:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776383.723368:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776383.723370:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776383.723372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723376:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723378:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723382:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723383:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776383.723384:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776383.723386:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776383.723388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776383.723389:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307332771
00000100:00000001:1.0:1775776383.723390:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723392:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307332771
00000100:00000001:1.0:1775776383.723393:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723394:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776383.723395:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723396:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776383.723398:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383]  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776383.723402:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776383.723403:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776383.723404:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776383.723405:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776383.723406:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776383.723407:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776383.723409:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776383.723413:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723420:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776383.723421:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723422:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723423:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776383.723425:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723428:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776383.723430:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723433:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776383.723435:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723435:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723436:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723437:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776383.723438:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776383.723439:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776383.723441:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776383.723442:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776383.723444:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776383.723448:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248768:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776383.723449:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776383.723451:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723455:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776383.723456:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723457:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776383.723458:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776383.723459:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776383.723461:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248896:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776383.723463:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776383.723464:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776383.723464:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776383.723465:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723467:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776383.723468:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776383.723469:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776383.723471:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776383.723473:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776383.723475:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309248896, portal 4
00000100:00000001:1.0:1775776383.723478:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776383.723479:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776383.723483:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723489:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776383.723491:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776383.723493:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776383.723495:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309248896, offset 0
00000400:00000200:1.0:1775776383.723499:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723502:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723505:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776383.723508:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776383.723510:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776383.723512:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776383.723514:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776383.723517:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340126:340126:256:4294967295] 192.168.201.105@tcp LPNI seq info [340071:340071:8:4294967295]
00000400:00000200:1.0:1775776383.723521:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776383.723526:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776383.723531:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723534:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776383.723537:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776383.723540:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1775776383.723543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776383.723546:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1775776383.723549:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776383.723551:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776383.723553:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776383.723556:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776383.723559:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776383.723561:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776383.723563:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776383.723566:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723573:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723575:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776408 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723580:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723581:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776383.723584:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776383.723587:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776383.723589:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776383.723591:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307332780
00000100:00000001:1.0:1775776383.723593:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723594:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307332780
00000100:00000001:1.0:1775776383.723596:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307333511
00000100:00000001:1.0:1775776383.723598:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776383.723600:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723601:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776383.723604:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383]  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776383.723612:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776383.723613:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776383.723614:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776383.723616:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776383.723618:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776383.723620:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776383.723622:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776383.723630:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723636:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776383.723637:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723639:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723640:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776383.723642:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723648:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776383.723651:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723656:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776383.723658:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723659:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776383.723660:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723661:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776383.723663:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776383.723665:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776383.723667:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776383.723669:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776383.723673:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776383.723680:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309248896:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776383.723683:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723685:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723688:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309248640/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723694:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776383.723695:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723697:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776383.723699:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776383.723700:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776383.723702:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776383.723703:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776383.723705:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776383.723707:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776383.723708:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776383.723709:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776383.723711:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776383.723711:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723712:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723714:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309248768/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723718:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776383.723719:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723720:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776383.723721:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776383.723722:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776383.723722:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776383.723723:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776383.723724:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776383.723725:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776383.723727:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776383.723727:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776383.723729:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776383.723729:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723730:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776383.723732:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309248896/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776383.723737:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776383.723738:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776383.723739:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776383.723741:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776383.723742:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776383.723743:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776383.723745:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776383.723746:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776383.723748:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776383.723749:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776383.723750:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776383.723752:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776383.723753:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723755:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776383.723758:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776383.723759:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776383.723761:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776383.723762:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776384.682298:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307333511, at 4307333568
00000100:00000010:1.0:1775776384.682317:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e480.
00000020:00000001:3.0:1775776387.434417:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776387.434422:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776387.434425:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776388.842409:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776388.842415:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776388.842419:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776388.842428:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842446:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776388.842449:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.842457:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776388.842461:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776388.842468:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776388.842477:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309249024:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776388.842486:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776388.842491:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776388.842496:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.842501:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776388.842509:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776388.842513:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776388.842523:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776388.842529:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776388.842539:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776388.842549:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309249024, portal 25
00000100:00000001:1.0:1775776388.842552:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776388.842556:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:1.0:1775776388.842567:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842584:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776388.842591:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776388.842596:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776388.842603:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309249024, offset 0
00000400:00000200:1.0:1775776388.842614:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776388.842625:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.842630:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776388.842634:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776388.842638:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776388.842641:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776388.842644:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776388.842647:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340127:340127:256:4294967295] 192.168.201.105@tcp LPNI seq info [340072:340072:8:4294967295]
00000400:00000200:1.0:1775776388.842651:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.842660:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776388.842669:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.842677:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776388.842690:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776388.842697:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776388.842709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776388.842716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776388.842726:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.842730:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776388.842739:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776388.842749:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776388.842757:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776388.842760:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776388.842765:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776388.842772:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842789:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.842796:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842814:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.842816:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776388.842822:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776388.842826:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776388.842830:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307338631
00000100:00000010:1.0:1775776388.842835:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e480.
00000100:00000001:1.0:1775776388.842841:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776388.842846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307338631
00000100:00000010:1.0:1775776388.842849:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e8a0.
00000100:00000001:1.0:1775776388.842852:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776388.842855:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776388.842858:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.842860:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776388.842864:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388]  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776388.842873:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776388.842875:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776388.842877:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776388.842880:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776388.842881:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776388.842884:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776388.842887:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776388.842895:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842901:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776388.842902:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.842904:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.842906:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776388.842910:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842917:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776388.842921:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842927:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776388.842930:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.842931:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.842932:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.842935:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776388.842936:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776388.842939:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776388.842942:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776388.842944:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776388.842948:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776388.842955:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309249024:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776388.842960:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.842961:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.842964:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309249024/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.842971:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776388.842973:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776388.842975:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776388.842977:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776388.842978:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776388.842980:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776388.842982:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776388.842984:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776388.842988:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776388.842989:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776388.842991:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:1.0:1775776388.842995:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776388.842996:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.842998:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843004:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776388.843006:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843008:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776388.843010:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776388.843011:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776388.843014:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843021:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776388.843022:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843024:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776388.843025:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776388.843027:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776388.843030:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249152:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776388.843033:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776388.843034:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776388.843036:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843038:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843040:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776388.843042:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776388.843046:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776388.843048:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776388.843051:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776388.843054:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309249152, portal 10
00000100:00000001:1.0:1775776388.843056:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776388.843057:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:1.0:1775776388.843063:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843069:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776388.843071:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776388.843073:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776388.843074:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309249152, offset 0
00000400:00000200:1.0:1775776388.843077:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843079:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843081:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776388.843083:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776388.843085:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776388.843086:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776388.843088:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843090:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340128:340128:256:4294967295] 192.168.201.105@tcp LPNI seq info [340073:340073:8:4294967295]
00000400:00000200:1.0:1775776388.843092:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843096:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776388.843098:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843100:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776388.843103:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776388.843104:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776388.843107:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776388.843109:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776388.843111:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843112:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776388.843114:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776388.843116:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776388.843118:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776388.843119:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776388.843120:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776388.843122:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843127:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843129:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843133:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843133:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776388.843135:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776388.843138:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776388.843140:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776388.843141:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307337762
00000100:00000001:1.0:1775776388.843143:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843144:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307337762
00000100:00000001:1.0:1775776388.843146:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843147:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776388.843148:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843149:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776388.843151:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388]  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776388.843155:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776388.843156:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776388.843157:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776388.843158:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776388.843159:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776388.843160:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776388.843162:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776388.843196:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843200:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776388.843201:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843202:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843203:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776388.843206:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843222:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776388.843226:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843233:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776388.843235:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843236:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843237:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843239:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776388.843241:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776388.843243:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776388.843246:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776388.843248:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776388.843252:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776388.843258:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249152:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776388.843262:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776388.843264:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843275:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776388.843276:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843278:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776388.843279:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776388.843281:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776388.843284:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249280:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776388.843287:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776388.843289:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776388.843290:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843292:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843295:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776388.843297:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776388.843301:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776388.843303:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776388.843306:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776388.843309:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309249280, portal 4
00000100:00000001:1.0:1775776388.843310:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776388.843311:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00000040:1.0:1775776388.843316:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843321:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776388.843323:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776388.843325:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776388.843327:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309249280, offset 0
00000400:00000200:1.0:1775776388.843331:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843334:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843338:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776388.843340:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776388.843342:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776388.843345:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776388.843347:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843350:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340129:340129:256:4294967295] 192.168.201.105@tcp LPNI seq info [340074:340074:8:4294967295]
00000400:00000200:1.0:1775776388.843353:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843359:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776388.843363:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843366:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776388.843369:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776388.843372:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776388.843375:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776388.843377:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776388.843381:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843382:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776388.843385:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776388.843388:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776388.843391:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776388.843392:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776388.843394:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776388.843397:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843403:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843406:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843411:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843413:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776388.843415:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776388.843418:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776388.843420:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776388.843422:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307337891
00000100:00000001:1.0:1775776388.843424:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843426:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307337891
00000100:00000001:1.0:1775776388.843427:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843429:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776388.843431:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843433:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776388.843436:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388]  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776388.843443:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776388.843444:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776388.843446:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776388.843447:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776388.843449:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776388.843450:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776388.843453:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776388.843459:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843464:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776388.843466:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843467:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843468:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776388.843471:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843476:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776388.843479:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843485:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776388.843487:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843489:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843490:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843491:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776388.843493:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776388.843495:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776388.843498:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776388.843500:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776388.843503:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776388.843510:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249280:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776388.843513:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776388.843515:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843520:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776388.843522:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843523:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776388.843525:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776388.843527:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776388.843529:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249408:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776388.843532:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776388.843533:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776388.843534:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776388.843536:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843539:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776388.843541:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776388.843543:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776388.843545:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776388.843547:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776388.843550:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309249408, portal 4
00000100:00000001:1.0:1775776388.843552:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776388.843553:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:1.0:1775776388.843557:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843562:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776388.843565:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776388.843567:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776388.843569:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309249408, offset 0
00000400:00000200:1.0:1775776388.843572:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843575:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843578:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776388.843580:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776388.843582:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776388.843584:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776388.843586:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776388.843589:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340130:340130:256:4294967295] 192.168.201.105@tcp LPNI seq info [340075:340075:8:4294967295]
00000400:00000200:1.0:1775776388.843592:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776388.843597:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776388.843600:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843603:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776388.843606:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776388.843609:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776388.843612:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776388.843614:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776388.843617:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776388.843619:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:1.0:1775776388.843622:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776388.843625:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776388.843627:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:1.0:1775776388.843629:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:1.0:1775776388.843631:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776388.843633:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843639:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843641:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776413 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843646:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843648:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776388.843650:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776388.843652:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776388.843655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776388.843657:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307337900
00000100:00000001:1.0:1775776388.843659:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843660:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307337900
00000100:00000001:1.0:1775776388.843662:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307338631
00000100:00000001:1.0:1775776388.843664:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776388.843666:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843667:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776388.843670:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388]  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776388.843678:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776388.843679:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776388.843681:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776388.843683:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776388.843684:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776388.843686:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776388.843688:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776388.843694:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843699:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776388.843700:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843702:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843703:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776388.843706:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843711:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776388.843714:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843720:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776388.843722:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843723:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776388.843724:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843725:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776388.843727:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776388.843729:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776388.843731:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776388.843733:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776388.843736:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776388.843743:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309249408:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776388.843746:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843747:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843750:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309249152/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843755:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776388.843757:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843759:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62400.
02000000:00000001:1.0:1775776388.843761:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776388.843762:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776388.843763:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776388.843765:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776388.843767:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776388.843771:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776388.843773:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776388.843774:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:1.0:1775776388.843776:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776388.843777:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843779:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843782:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309249280/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843789:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776388.843790:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843791:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61000.
02000000:00000001:1.0:1775776388.843793:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776388.843794:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776388.843795:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776388.843796:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776388.843798:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776388.843799:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776388.843800:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776388.843802:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:1.0:1775776388.843804:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776388.843805:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843806:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776388.843809:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309249408/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776388.843814:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776388.843815:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776388.843817:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60000.
02000000:00000001:1.0:1775776388.843818:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776388.843819:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776388.843820:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776388.843822:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776388.843823:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:1.0:1775776388.843824:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776388.843825:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776388.843826:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:1.0:1775776388.843828:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776388.843829:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843831:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776388.843834:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776388.843835:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776388.843837:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776388.843839:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776389.802260:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307338631, at 4307338688
00000100:00000010:1.0:1775776389.802273:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e8a0.
00000020:00000001:3.0:1775776391.530398:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776391.530402:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776391.530404:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776393.962288:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776393.962295:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776393.962297:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776393.962301:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776393.962304:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776393.962309:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12670
00000400:00000200:1.0:1775776393.962317:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776393.962327:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776393.962329:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776393.962331:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962333:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962335:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962336:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776393.962339:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776393.962341:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776393.962342:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776393.962344:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776393.962346:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776393.962347:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776393.962349:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962351:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962352:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776393.962353:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776393.962355:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962356:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776393.962359:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776393.962362:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776393.962364:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962365:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776393.962367:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776393.962374:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776393.962380:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776393.962383:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776393.962384:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962386:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776393.962388:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776393.962391:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776393.962397:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776393.962402:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776393.962409:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309249536/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776393.962415:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776393.962418:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776393.962421:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309249536/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776393.962437:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776393.962439:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776393.962441:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776393.962442:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776393.962443:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776393.962444:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776393.962446:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12670
00000400:00000200:1.0:1775776393.962447:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776393.962449:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776393.962450:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776393.962452:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962454:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962456:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962457:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776393.962459:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776393.962461:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776393.962463:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776393.962465:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776393.962467:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776393.962469:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776393.962472:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962474:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962476:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962480:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776393.962484:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776393.962489:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962494:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776393.962498:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776393.962506:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776393.962511:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962516:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776393.962520:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776393.962525:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962527:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776393.962530:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776393.962535:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776393.962539:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776393.962540:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962541:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776393.962543:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776393.962546:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776393.962550:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776393.962555:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776393.962561:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309249664/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776393.962571:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776393.962573:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776393.962577:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309249664/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776393.962598:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776393.962603:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776393.962611:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776393.962614:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776393.962616:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776393.962621:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776393.962626:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12670
00000400:00000200:1.0:1775776393.962633:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776393.962640:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776393.962643:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776393.962646:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962652:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962657:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962661:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776393.962663:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776393.962665:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776393.962667:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776393.962671:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776393.962681:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776393.962686:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776393.962691:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962694:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962695:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962697:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776393.962700:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776393.962705:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962709:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776393.962712:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776393.962715:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776393.962718:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962720:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776393.962723:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776393.962725:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962726:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776393.962729:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776393.962732:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776393.962734:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776393.962735:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962738:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776393.962740:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776393.962742:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776393.962746:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776393.962751:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776393.962755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:1.0:1775776393.962757:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309249792/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776393.962760:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1775776393.962767:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776393.962771:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776393.962775:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309249792/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776393.962785:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776393.962786:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776393.962790:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776393.962793:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776393.962795:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776393.962798:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776393.962803:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12670
00000400:00000200:1.0:1775776393.962806:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776393.962811:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776393.962814:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776393.962816:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962818:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962821:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962822:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776393.962825:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776393.962826:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776393.962828:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776393.962829:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776393.962832:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776393.962835:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776393.962841:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962843:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776393.962854:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962859:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776393.962863:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776393.962868:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776393.962873:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776393.962877:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776393.962880:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776393.962882:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962885:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776393.962888:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776393.962893:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962897:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776393.962902:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776393.962905:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776393.962907:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776393.962909:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776393.962912:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776393.962914:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776393.962915:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776393.962918:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776393.962921:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776393.962928:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309249920/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776393.962944:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776393.962948:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776393.962952:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309249920/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776393.962961:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776393.962968:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12680)
00000800:00000200:0.1:1775776393.963261:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776393.963263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776393.963477:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776393.963479:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776393.963665:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776393.963666:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1775776394.922250:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307343751, at 4307343808
00000100:00000010:1.0:1775776394.922263:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1cc0.
00000020:00000001:3.0:1775776395.626323:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776395.626327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776395.626331:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776399.082463:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776399.082467:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776399.082468:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776399.082475:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.082494:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776399.082498:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.082504:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776399.082508:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776399.082513:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776399.082520:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309250048:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776399.082526:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776399.082531:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776399.082533:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.082538:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776399.082542:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776399.082546:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776399.082553:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776399.082556:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776399.082562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776399.082567:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250048, portal 25
00000100:00000001:1.0:1775776399.082571:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776399.082573:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776399.082582:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.082596:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776399.082602:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776399.082607:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61088.
00000100:00000200:1.0:1775776399.082611:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309250048, offset 0
00000400:00000200:1.0:1775776399.082620:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776399.082632:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.082641:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776399.082646:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776399.082650:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776399.082654:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776399.082656:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776399.082660:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340135:340135:256:4294967295] 192.168.201.105@tcp LPNI seq info [340080:340080:8:4294967295]
00000400:00000200:1.0:1775776399.082665:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.082671:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776399.082676:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776399.082680:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee400.
00000800:00000200:1.0:1775776399.082686:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776399.082694:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776399.082710:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776399.082721:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776399.082726:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307348871
00000100:00000010:1.0:1775776399.082733:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e8a0.
00000100:00000001:1.0:1775776399.082741:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776399.082750:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307348871
00000100:00000010:1.0:1775776399.082756:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e480.
00000100:00000001:1.0:1775776399.082762:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776399.082766:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776399.082777:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.082781:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.082785:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776399.082792:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776399.082793:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776399.082797:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776399.082799:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776399.082800:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776399.082806:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.082822:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776399.082824:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.082829:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776399.082832:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776399.082836:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776399.082843:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250176:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776399.082850:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776399.082854:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776399.082858:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.082862:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776399.082866:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776399.082870:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776399.082875:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776399.082880:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64987568f0.
00000400:00000010:1.0:1775776399.082886:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776399.082892:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250176, portal 10
00000100:00000001:1.0:1775776399.082895:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776399.082897:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776399.082906:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.082929:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776399.082934:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776399.082938:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61dd0.
00000100:00000200:1.0:1775776399.082941:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309250176, offset 0
00000400:00000200:1.0:1775776399.082949:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776399.082955:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.082960:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776399.082964:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776399.082968:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776399.082972:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776399.082977:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776399.082983:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340136:340136:255:4294967295] 192.168.201.105@tcp LPNI seq info [340081:340081:7:4294967295]
00000400:00000200:1.0:1775776399.083012:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.083019:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776399.083024:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776399.083029:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee500.
00000800:00000200:1.0:1775776399.083039:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776399.083047:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776399.083051:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776399.083057:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776399.083064:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776399.083072:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307348002
00000100:00000001:1.0:1775776399.083075:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083079:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307348002
00000100:00000001:1.0:1775776399.083081:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083083:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776399.083085:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083088:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083089:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776399.083092:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776399.083094:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776399.083096:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776399.083097:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776399.083099:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776399.083103:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.083110:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776399.083111:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.083113:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776399.083114:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776399.083116:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776399.083118:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250304:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776399.083121:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776399.083122:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776399.083124:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.083125:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776399.083128:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776399.083130:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776399.083133:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776399.083136:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756630.
00000400:00000010:1.0:1775776399.083139:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61cc0.
00000100:00000200:1.0:1775776399.083142:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250304, portal 4
00000100:00000001:1.0:1775776399.083144:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776399.083145:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776399.083150:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.083157:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776399.083159:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776399.083161:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61bb0.
00000100:00000200:1.0:1775776399.083182:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309250304, offset 0
00000400:00000200:1.0:1775776399.083187:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776399.083191:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.083194:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776399.083197:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776399.083199:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776399.083201:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776399.083203:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776399.083206:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340137:340137:254:4294967295] 192.168.201.105@tcp LPNI seq info [340082:340082:6:4294967295]
00000400:00000200:1.0:1775776399.083209:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.083215:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776399.083219:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776399.083222:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee700.
00000800:00000200:1.0:1775776399.083226:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776399.083229:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776399.083231:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776399.083235:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776399.083237:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776399.083239:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307348131
00000100:00000001:1.0:1775776399.083241:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083243:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307348131
00000100:00000001:1.0:1775776399.083245:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083247:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776399.083249:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083251:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776399.083255:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.083260:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776399.083261:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.083263:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776399.083265:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776399.083267:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776399.083269:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250432:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776399.083272:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776399.083274:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776399.083276:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776399.083277:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776399.083280:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776399.083282:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776399.083284:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776399.083286:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756790.
00000400:00000010:1.0:1775776399.083289:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61990.
00000100:00000200:1.0:1775776399.083291:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250432, portal 4
00000100:00000001:1.0:1775776399.083293:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776399.083294:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776399.083299:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776399.083304:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776399.083306:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776399.083308:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb616e8.
00000100:00000200:1.0:1775776399.083309:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309250432, offset 0
00000400:00000200:1.0:1775776399.083318:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776399.083322:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.083326:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776399.083328:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776399.083331:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776399.083333:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776399.083335:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776399.083337:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340138:340138:253:4294967295] 192.168.201.105@tcp LPNI seq info [340083:340083:5:4294967295]
00000400:00000200:1.0:1775776399.083341:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776399.083345:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776399.083349:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776399.083352:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee100.
00000800:00000200:1.0:1775776399.083356:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776399.083360:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776399.083363:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776399.083366:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776399.083369:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776399.083371:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307348140
00000100:00000001:1.0:1775776399.083373:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083375:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307348140
00000100:00000001:1.0:1775776399.083377:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307348871
00000100:00000001:1.0:1775776399.083379:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776399.083381:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083383:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083385:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776399.083387:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776399.083389:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1775776399.083390:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776399.083392:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776399.083393:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776399.083395:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776399.722343:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776399.722346:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776399.722348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776400.042257:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307348871, at 4307348928
00000100:00000010:1.0:1775776400.042273:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e480.
00000400:00000100:2.0:1775776402.154429:0:2346:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:2.0:1775776402.154473:0:2346:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1775776402.154484:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776402.154488:0:2346:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:2.0:1775776402.154492:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776402.154495:0:2346:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:2.0:1775776402.154500:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776402.154504:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee400.
00000400:00000200:2.0:1775776402.154509:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776402.154513:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776402.154519:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61088
00000400:00000010:2.0:1775776402.154522:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61088.
00000100:00000001:2.0:1775776402.154527:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776402.154535:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154563:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776402.154567:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154574:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776402.154575:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776402.154583:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776402.154585:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee500.
00000400:00000200:2.0:1775776402.154587:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776402.154590:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776402.154593:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61dd0
00000400:00000010:2.0:1775776402.154594:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61dd0.
00000100:00000001:2.0:1775776402.154596:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776402.154600:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154607:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776402.154610:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154615:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776402.154617:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776402.154621:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776402.154623:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee700.
00000400:00000200:2.0:1775776402.154626:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776402.154629:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776402.154632:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61bb0
00000400:00000010:2.0:1775776402.154634:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61bb0.
00000100:00000001:2.0:1775776402.154636:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776402.154640:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154647:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776402.154650:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154655:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776402.154657:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1775776402.154662:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:2.0:1775776402.154663:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee100.
00000400:00000200:2.0:1775776402.154666:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1775776402.154668:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1775776402.154671:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb616e8
00000400:00000010:2.0:1775776402.154672:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb616e8.
00000100:00000001:2.0:1775776402.154674:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776402.154677:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154683:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776402.154685:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776424 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776402.154690:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776402.154691:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776402.154762:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776402.154767:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776402.154769:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776402.154776:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776399/real 1775776402]  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776402.154787:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776402.154788:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776402.154792:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756630.
00000400:00000200:1.0:1775776402.154795:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61cc0
00000400:00000010:1.0:1775776402.154797:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61cc0.
00000100:00000001:1.0:1775776402.154800:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776402.154803:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776402.154810:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154821:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776402.154823:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154826:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.154828:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776402.154833:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154839:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776402.154845:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154853:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776402.154856:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154857:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.154858:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154861:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776402.154864:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776402.154868:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776402.154874:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776402.154876:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776402.154880:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776402.154887:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250304:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776402.154891:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776402.154894:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776399/real 1775776402]  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776402.154901:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776402.154903:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776402.154905:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756790.
00000400:00000200:1.0:1775776402.154907:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61990
00000400:00000010:1.0:1775776402.154908:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61990.
00000100:00000001:1.0:1775776402.154910:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776402.154913:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776402.154920:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154925:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776402.154927:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154928:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.154929:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776402.154932:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154937:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776402.154940:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.154973:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776402.154975:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154977:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.154978:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.154979:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776402.154981:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776402.154983:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776402.154986:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776402.154988:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776402.154992:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776402.154998:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250432:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776402.155002:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776402.155005:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776399/real 1775776402]  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776402.155011:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776402.155012:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776402.155013:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64987568f0.
00000400:00000200:1.0:1775776402.155015:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776402.155017:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776402.155018:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776402.155021:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776402.155027:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155033:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776402.155034:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155035:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.155036:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776402.155039:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155046:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776402.155049:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155055:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776402.155057:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155058:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.155059:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155061:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776402.155063:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776402.155065:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776402.155068:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776402.155070:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776402.155073:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776402.155079:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250176:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776402.155082:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776402.155085:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776399/real 1775776402]  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776402.155092:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776402.155093:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776402.155094:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776402.155096:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776402.155098:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776402.155099:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776402.155102:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776402.155108:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155115:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776402.155116:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155117:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.155119:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776402.155122:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155128:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776402.155131:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155137:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776402.155140:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155141:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776402.155142:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155144:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776402.155145:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776402.155147:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776402.155150:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776402.155152:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776402.155155:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776402.155271:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309250048:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776402.155276:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155279:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776402.155282:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309250304/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155289:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776402.155293:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776402.155297:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776402.155302:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776402.155305:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776402.155307:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776402.155310:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776402.155312:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:1.0:1775776402.155316:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776402.155318:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776402.155321:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776402.155328:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776402.155329:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155330:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776402.155333:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309250432/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155344:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776402.155345:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776402.155346:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776402.155348:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776402.155349:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776402.155350:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776402.155352:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776402.155353:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:1.0:1775776402.155355:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776402.155356:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776402.155357:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776402.155359:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776402.155360:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155361:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776402.155364:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309250176/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155370:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776402.155371:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776402.155372:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776402.155374:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776402.155375:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776402.155377:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776402.155379:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776402.155380:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776402.155386:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776402.155386:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776402.155388:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776402.155389:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776402.155390:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155391:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776402.155394:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309250048/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776424 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776402.155398:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776402.155399:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776402.155402:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776402.155404:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776402.155405:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776402.155406:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776402.155407:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776402.155408:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:1.0:1775776402.155411:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776402.155412:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776402.155413:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776402.155415:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776402.155416:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155418:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776402.155427:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776402.155429:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776402.155432:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776402.155433:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776403.818339:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776403.818343:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776403.818346:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776404.202379:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776404.202390:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776404.202393:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776404.202396:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776404.202401:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776404.202408:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12680
00000400:00000200:2.0:1775776404.202418:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776404.202425:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776404.202429:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776404.202432:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202435:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202437:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202440:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776404.202446:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776404.202448:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776404.202451:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776404.202455:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776404.202457:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776404.202460:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776404.202464:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202466:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202468:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202470:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776404.202474:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776404.202477:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202479:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776404.202484:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776404.202490:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776404.202493:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202496:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776404.202499:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776404.202507:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776404.202525:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776404.202529:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776404.202532:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202535:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776404.202539:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776404.202545:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776404.202559:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776404.202568:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776404.202583:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776404.202595:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776404.202601:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776404.202606:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776404.202646:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776404.202650:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776404.202654:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776404.202656:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776404.202658:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776404.202662:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776404.202665:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12680
00000400:00000200:2.0:1775776404.202670:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776404.202675:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776404.202679:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776404.202682:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202684:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202686:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202688:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776404.202690:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776404.202691:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776404.202693:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776404.202695:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776404.202697:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776404.202699:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776404.202702:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202705:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202706:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202708:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776404.202710:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776404.202713:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202715:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776404.202717:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776404.202727:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776404.202729:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202731:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776404.202737:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776404.202740:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202742:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776404.202747:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776404.202749:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776404.202752:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776404.202754:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202755:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776404.202757:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776404.202758:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776404.202762:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776404.202766:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776404.202771:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776404.202780:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776404.202782:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776404.202786:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776404.202794:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776404.202797:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776404.202801:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776404.202802:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776404.202804:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776404.202807:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776404.202810:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12680
00000400:00000200:2.0:1775776404.202814:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776404.202817:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776404.202820:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776404.202824:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202826:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202828:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202830:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776404.202834:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776404.202835:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776404.202836:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776404.202838:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776404.202839:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776404.202841:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776404.202844:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202846:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202847:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202849:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776404.202851:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776404.202853:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202856:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776404.202858:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776404.202861:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776404.202863:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202865:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776404.202868:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776404.202870:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202871:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776404.202876:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776404.202877:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776404.202880:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776404.202881:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.202883:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776404.202884:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776404.202886:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776404.202890:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776404.202895:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776404.202898:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776404.202905:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776404.202907:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776404.202923:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776404.202929:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776404.202932:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776404.202935:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776404.202936:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776404.202938:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776404.202940:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776404.202943:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12680
00000400:00000200:2.0:1775776404.202947:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776404.202950:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776404.202953:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776404.202956:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202958:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202960:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202962:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776404.202964:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776404.202966:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776404.202968:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776404.202970:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776404.202972:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776404.202975:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776404.202978:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202980:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776404.202982:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202984:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776404.202986:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776404.202988:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776404.202991:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776404.202993:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776404.202996:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776404.202998:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.203000:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776404.203003:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776404.203005:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.203006:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776404.203013:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776404.203015:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776404.203018:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776404.203019:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776404.203021:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776404.203023:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776404.203024:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776404.203028:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776404.203030:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776404.203035:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776404.203042:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776404.203045:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776404.203049:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776404.203057:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776404.203066:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12690)
00000100:00000001:1.0:1775776404.203380:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776404.203388:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776404.203392:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776404.203401:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203410:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776404.203412:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.203417:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776404.203420:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776404.203427:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776404.203432:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309250560:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776404.203438:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776404.203448:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776404.203453:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.203458:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776404.203467:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776404.203470:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776404.203480:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776404.203487:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776404.203503:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776404.203533:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250560, portal 25
00000100:00000001:1.0:1775776404.203537:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776404.203540:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000040:1.0:1775776404.203546:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203556:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776404.203560:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776404.203566:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776404.203570:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309250560, offset 0
00000400:00000200:1.0:1775776404.203581:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776404.203606:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.203619:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776404.203629:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776404.203635:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776404.203641:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776404.203644:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776404.203649:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340139:340139:256:4294967295] 192.168.201.105@tcp LPNI seq info [340084:340084:8:4294967295]
00000400:00000200:1.0:1775776404.203655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.203671:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776404.203680:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.203690:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776404.203700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776404.203705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776404.203715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776404.203721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776404.203726:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.203732:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776404.203744:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776404.203751:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776404.203762:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776404.203766:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776404.203772:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776404.203777:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203790:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.203793:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203801:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.203803:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776404.203813:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776404.203818:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776404.203823:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307353992
00000100:00000010:1.0:1775776404.203832:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e480.
00000100:00000001:1.0:1775776404.203845:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776404.203857:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307353992
00000100:00000010:1.0:1775776404.203861:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e540.
00000100:00000001:1.0:1775776404.203865:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776404.203870:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776404.203874:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.203877:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776404.203882:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776404/real 1775776404]  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776404.203894:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776404.203897:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776404.203900:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776404.203904:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776404.203906:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776404.203920:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776404.203924:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776404.203933:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203939:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776404.203943:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.203947:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.203951:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776404.203955:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203964:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776404.203971:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.203980:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776404.203984:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.203985:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.203986:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.203991:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776404.203994:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776404.203998:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776404.204003:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776404.204006:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776404.204011:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776404.204019:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309250560:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776404.204026:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776404.204031:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204038:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776404.204039:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204042:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776404.204045:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776404.204047:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776404.204050:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250688:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776404.204055:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776404.204059:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776404.204061:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204063:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776404.204066:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776404.204068:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776404.204073:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776404.204076:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776404.204080:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776404.204085:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250688, portal 10
00000100:00000001:1.0:1775776404.204086:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776404.204088:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:1.0:1775776404.204096:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204102:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776404.204104:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776404.204107:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776404.204109:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309250688, offset 0
00000400:00000200:1.0:1775776404.204112:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204121:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776404.204125:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776404.204133:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776404.204136:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776404.204139:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204142:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340140:340140:256:4294967295] 192.168.201.105@tcp LPNI seq info [340085:340085:8:4294967295]
00000400:00000200:1.0:1775776404.204146:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204154:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776404.204159:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204232:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776404.204237:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776404.204241:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776404.204245:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776404.204248:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776404.204252:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204254:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776404.204258:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776404.204262:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776404.204266:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776404.204268:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776404.204270:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776404.204273:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204279:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.204282:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204288:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204289:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776404.204292:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776404.204298:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776404.204301:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776404.204303:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307353124
00000100:00000001:1.0:1775776404.204306:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204308:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307353124
00000100:00000001:1.0:1775776404.204311:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204313:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776404.204315:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204316:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776404.204320:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776404/real 1775776404]  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776404.204326:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776404.204327:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776404.204330:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776404.204332:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776404.204333:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776404.204335:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776404.204337:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776404.204345:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204350:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776404.204351:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204353:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204354:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776404.204357:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204362:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776404.204365:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204371:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776404.204374:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204375:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204376:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204377:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776404.204380:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776404.204382:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776404.204386:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776404.204387:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776404.204390:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776404.204397:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250688:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776404.204401:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776404.204404:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204410:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776404.204411:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204413:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776404.204415:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776404.204418:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776404.204420:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250816:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776404.204423:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776404.204426:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776404.204427:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204429:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776404.204431:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776404.204433:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776404.204436:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776404.204439:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776404.204442:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776404.204445:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250816, portal 4
00000100:00000001:1.0:1775776404.204447:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776404.204448:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:1.0:1775776404.204453:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204460:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776404.204463:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776404.204464:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776404.204467:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309250816, offset 0
00000400:00000200:1.0:1775776404.204471:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204475:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204478:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776404.204481:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776404.204484:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776404.204486:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776404.204488:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204492:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340141:340141:256:4294967295] 192.168.201.105@tcp LPNI seq info [340086:340086:8:4294967295]
00000400:00000200:1.0:1775776404.204495:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204501:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776404.204505:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204509:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776404.204512:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776404.204515:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776404.204519:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776404.204542:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776404.204546:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204548:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776404.204551:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776404.204554:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776404.204558:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776404.204560:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776404.204563:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776404.204566:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204574:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.204577:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204582:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204584:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776404.204588:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776404.204591:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776404.204595:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776404.204597:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307353252
00000100:00000001:1.0:1775776404.204600:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204602:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307353252
00000100:00000001:1.0:1775776404.204605:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204607:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776404.204610:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204611:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776404.204615:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776404/real 1775776404]  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776404.204622:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776404.204623:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776404.204625:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776404.204627:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776404.204629:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776404.204631:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776404.204633:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776404.204642:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204648:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776404.204649:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204651:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204652:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776404.204656:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204662:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776404.204665:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204671:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776404.204674:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204675:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204676:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204679:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776404.204680:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776404.204682:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776404.204686:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776404.204688:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776404.204692:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776404.204699:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250816:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776404.204702:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776404.204706:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204713:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776404.204714:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204716:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776404.204718:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776404.204720:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776404.204723:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250944:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776404.204727:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776404.204729:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776404.204730:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776404.204732:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776404.204735:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776404.204737:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776404.204740:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776404.204742:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776404.204745:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776404.204748:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309250944, portal 4
00000100:00000001:1.0:1775776404.204750:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776404.204751:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:1.0:1775776404.204757:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204764:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776404.204766:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776404.204768:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776404.204770:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309250944, offset 0
00000400:00000200:1.0:1775776404.204775:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204779:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204783:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776404.204786:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776404.204789:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776404.204792:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776404.204794:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776404.204797:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340142:340142:256:4294967295] 192.168.201.105@tcp LPNI seq info [340087:340087:8:4294967295]
00000400:00000200:1.0:1775776404.204801:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776404.204805:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776404.204809:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204812:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776404.204816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776404.204819:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1775776404.204823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776404.204825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1775776404.204829:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776404.204831:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776404.204833:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776404.204836:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776404.204840:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776404.204841:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776404.204843:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776404.204847:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204854:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.204858:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776429 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204872:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204874:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776404.204878:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776404.204881:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776404.204884:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776404.204886:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307353261
00000100:00000001:1.0:1775776404.204889:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204891:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307353261
00000100:00000001:1.0:1775776404.204893:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307353992
00000100:00000001:1.0:1775776404.204895:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776404.204897:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.204899:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776404.204902:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776404/real 1775776404]  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776404.204908:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776404.204925:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776404.204927:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776404.204929:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776404.204931:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776404.204933:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776404.204936:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776404.204943:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204949:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776404.204951:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204953:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204954:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776404.204958:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204965:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776404.204968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.204975:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776404.204977:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204979:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776404.204980:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.204981:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776404.204983:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776404.204986:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776404.204990:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776404.204992:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776404.204996:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776404.205003:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309250944:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776404.205008:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205010:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.205013:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309250560/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.205020:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776404.205023:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776404.205026:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776404.205029:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776404.205031:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776404.205032:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776404.205034:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776404.205036:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:1.0:1775776404.205040:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776404.205042:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776404.205044:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:1.0:1775776404.205048:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776404.205049:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205050:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.205052:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309250688/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.205056:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776404.205057:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776404.205058:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776404.205059:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776404.205060:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776404.205061:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776404.205062:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776404.205063:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:1.0:1775776404.205064:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776404.205065:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776404.205066:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:1.0:1775776404.205067:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776404.205068:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205070:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.205072:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309250816/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.205079:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776404.205080:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776404.205082:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776404.205084:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776404.205085:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776404.205086:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776404.205088:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776404.205089:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776404.205092:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776404.205093:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776404.205094:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:1.0:1775776404.205096:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776404.205098:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205100:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776404.205103:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309250944/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776429 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776404.205109:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776404.205111:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776404.205112:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776404.205114:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776404.205115:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776404.205116:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776404.205118:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776404.205119:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776404.205121:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776404.205122:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776404.205123:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:1.0:1775776404.205125:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776404.205126:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205129:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776404.205138:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776404.205140:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776404.205143:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776404.205145:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776405.162251:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307353992, at 4307354048
00000100:00000010:1.0:1775776405.162268:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e540.
00000020:00000001:3.0:1775776407.914359:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776407.914363:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776407.914365:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1775776408.170290:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776408.170297:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776408.170304:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776408.170461:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000100:00080000:2.0:1775776409.322281:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776409.322290:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776409.322293:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776409.322298:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776409.322302:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776409.322309:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12685
00000400:00000200:2.0:1775776409.322319:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776409.322324:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776409.322328:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776409.322332:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322335:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776409.322338:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322341:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776409.322345:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776409.322347:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776409.322350:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776409.322353:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776409.322355:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776409.322358:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776409.322361:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322363:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776409.322365:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322367:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776409.322370:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776409.322373:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322376:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776409.322379:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776409.322383:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776409.322385:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.322388:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776409.322390:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776409.322399:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776409.322402:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776409.322406:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776409.322408:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.322411:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776409.322415:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776409.322419:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776409.322427:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776409.322434:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776409.322443:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776409.322455:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776409.322460:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776409.322466:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.322491:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776409.322494:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776409.322498:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776409.322499:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776409.322501:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776409.322504:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776409.322506:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12685
00000400:00000200:2.0:1775776409.322510:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776409.322513:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776409.322516:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776409.322520:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322523:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776409.322526:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322529:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776409.322532:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776409.322533:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776409.322535:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776409.322537:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775776409.322538:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776409.322543:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776409.322544:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776409.322548:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776409.322548:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776409.322553:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322555:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776409.322558:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322560:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776409.322563:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776409.322569:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000040:1.0:1775776409.322571:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.322571:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776409.322575:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776409.322580:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.322586:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776409.322586:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.322590:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776409.322591:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775776409.322595:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776409.322596:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1775776409.322600:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.322602:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776409.322604:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.322607:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776409.322609:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000100:00100000:1.0:1775776409.322615:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309251072:192.168.201.105@tcp:250:kworker.0
00000020:00000040:2.0:1775776409.322615:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776409.322621:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1775776409.322622:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776409.322623:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.322627:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776409.322628:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776409.322628:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776409.322632:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776409.322633:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.322639:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776409.322640:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776409.322645:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776409.322646:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776409.322650:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776409.322653:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776409.322660:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776409.322666:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:2.0:1775776409.322669:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776409.322673:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776409.322675:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000040:2.0:1775776409.322680:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776409.322684:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309251072, portal 25
00000100:00000001:1.0:1775776409.322690:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776409.322693:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000040:1.0:1775776409.322704:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.322714:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.322715:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776409.322719:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776409.322719:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1775776409.322724:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00080000:2.0:1775776409.322725:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:1.0:1775776409.322727:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309251072, offset 0
00000100:00000001:2.0:1775776409.322728:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776409.322731:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776409.322735:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322737:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776409.322742:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12685
00000400:00000200:1.0:1775776409.322745:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776409.322751:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.322752:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776409.322759:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776409.322761:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776409.322764:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:2.0:1775776409.322766:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776409.322769:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775776409.322775:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.322776:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.322781:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340143:340143:256:4294967295] 192.168.201.105@tcp LPNI seq info [340088:340088:8:4294967295]
00000100:00000001:2.0:1775776409.322781:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776409.322788:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776409.322788:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.322797:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776409.322802:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322802:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776409.322807:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:1.0:1775776409.322808:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000020:00000040:2.0:1775776409.322810:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776409.322813:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776409.322815:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:1.0:1775776409.322816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776409.322839:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.0:1775776409.322843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1775776409.322844:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776409.322854:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775776409.322854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776409.322860:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1775776409.322861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1775776409.322867:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000100:1.0:1775776409.322868:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776409.322872:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:1.0:1775776409.322873:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000020:00000040:2.0:1775776409.322878:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:1.0:1775776409.322880:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776409.322883:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:1.0:1775776409.322889:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775776409.322890:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776409.322894:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
02000000:00000001:2.0:1775776409.322894:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1775776409.322898:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
02000000:00000001:2.0:1775776409.322900:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.322902:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775776409.322906:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776409.322908:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.322910:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776409.322915:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776409.322920:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775776409.322920:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776409.322925:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.322925:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776409.322932:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000100:00000001:1.0:1775776409.322933:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.322937:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775776409.322939:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:1.0:1775776409.322942:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776409.322943:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776409.322946:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776409.322947:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776409.322950:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776409.322951:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307359111
02000000:00000001:2.0:1775776409.322953:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1775776409.322957:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e540.
02000000:00000001:2.0:1775776409.322957:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776409.322964:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:1.0:1775776409.322965:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776409.322971:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.322974:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307359111
00000100:00000010:1.0:1775776409.322978:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e780.
00000100:00100000:2.0:1775776409.322979:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776409.322981:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776409.322985:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.322990:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.322995:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776409.323000:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1775776409.323003:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409]  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.323004:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776409.323013:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.323035:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776409.323042:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1775776409.323045:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776409.323048:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1775776409.323048:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776409.323052:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1775776409.323053:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000100:00080000:2.0:1775776409.323055:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776409.323059:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:2.0:1775776409.323060:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775776409.323061:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00080000:2.0:1775776409.323065:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12685
00000100:00000001:1.0:1775776409.323066:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776409.323072:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776409.323073:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776409.323081:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000200:1.0:1775776409.323084:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776409.323085:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776409.323094:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776409.323095:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776409.323097:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776409.323099:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776409.323101:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323103:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776409.323104:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00100000:1.0:1775776409.323109:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776409.323109:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776409.323116:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776409.323119:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:1.0:1775776409.323120:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1775776409.323122:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775776409.323125:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776409.323125:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776409.323130:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776409.323137:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776409.323138:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776409.323143:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323146:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775776409.323146:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776409.323148:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323152:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776409.323153:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776409.323154:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776409.323158:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775776409.323158:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776409.323186:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776409.323190:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776409.323195:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00080000:1.0:1775776409.323197:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776409.323201:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1775776409.323201:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776409.323206:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1775776409.323208:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776409.323211:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776409.323216:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.323221:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776409.323225:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1775776409.323231:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309251072:192.168.201.105@tcp:250:kworker.0
00000008:00000001:2.0:1775776409.323231:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.323235:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323242:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1775776409.323242:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776409.323247:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776409.323248:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1775776409.323252:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1775776409.323254:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309251072/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776409.323255:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.323260:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776409.323262:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776409.323266:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323270:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1775776409.323272:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776409.323273:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776409.323276:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
00000100:00000001:2.0:1775776409.323278:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323280:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776409.323283:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776409.323285:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776409.323288:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00100000:2.0:1775776409.323290:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1775776409.323291:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:1.0:1775776409.323295:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776409.323298:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776409.323300:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:1.0:1775776409.323306:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776409.323307:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776409.323308:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323311:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776409.323312:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323317:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1775776409.323318:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323320:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776409.323329:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323333:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776409.323335:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776409.323335:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12695)
00000100:00000001:1.0:1775776409.323337:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776409.323343:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323349:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776409.323350:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323352:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776409.323354:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776409.323355:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776409.323358:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251200:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776409.323361:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776409.323362:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776409.323363:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323364:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776409.323367:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776409.323368:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776409.323372:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776409.323373:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776409.323376:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776409.323378:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309251200, portal 10
00000100:00000001:1.0:1775776409.323380:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776409.323381:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:1.0:1775776409.323385:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323390:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776409.323391:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776409.323393:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776409.323394:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309251200, offset 0
00000400:00000200:1.0:1775776409.323397:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323400:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323403:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776409.323405:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776409.323406:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776409.323408:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776409.323410:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323412:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340144:340144:256:4294967295] 192.168.201.105@tcp LPNI seq info [340089:340089:8:4294967295]
00000400:00000200:1.0:1775776409.323415:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323420:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776409.323423:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323426:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776409.323429:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776409.323431:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776409.323434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776409.323436:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776409.323439:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323440:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776409.323442:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776409.323445:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776409.323447:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776409.323448:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776409.323450:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776409.323452:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323457:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.323459:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323463:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323464:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776409.323466:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776409.323469:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776409.323471:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776409.323473:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307358243
00000100:00000001:1.0:1775776409.323475:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307358243
00000100:00000001:1.0:1775776409.323478:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323479:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.323480:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323482:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776409.323484:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409]  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776409.323488:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776409.323489:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776409.323491:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776409.323492:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776409.323493:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776409.323495:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776409.323497:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776409.323502:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323505:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776409.323506:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323507:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323508:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776409.323510:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323514:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776409.323516:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323521:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776409.323522:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323523:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323524:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323525:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776409.323527:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776409.323529:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776409.323530:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776409.323532:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776409.323534:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776409.323539:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251200:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776409.323541:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776409.323544:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323548:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776409.323549:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323550:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776409.323551:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776409.323552:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776409.323554:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251328:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776409.323556:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776409.323557:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776409.323558:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323559:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776409.323561:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776409.323563:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776409.323565:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776409.323566:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776409.323568:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776409.323570:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309251328, portal 4
00000100:00000001:1.0:1775776409.323571:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776409.323572:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:1.0:1775776409.323575:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323580:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776409.323581:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776409.323583:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776409.323584:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309251328, offset 0
00000400:00000200:1.0:1775776409.323587:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323589:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323591:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776409.323592:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776409.323594:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776409.323596:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776409.323598:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323600:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340145:340145:256:4294967295] 192.168.201.105@tcp LPNI seq info [340090:340090:8:4294967295]
00000400:00000200:1.0:1775776409.323602:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323606:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776409.323609:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323611:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776409.323613:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776409.323615:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776409.323618:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776409.323619:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776409.323622:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323623:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776409.323625:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776409.323627:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776409.323629:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776409.323630:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776409.323631:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776409.323633:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323637:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.323639:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323643:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323645:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776409.323646:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776409.323648:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776409.323650:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776409.323651:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307358371
00000100:00000001:1.0:1775776409.323653:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323654:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307358371
00000100:00000001:1.0:1775776409.323656:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323657:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.323659:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323660:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776409.323662:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409]  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776409.323667:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776409.323667:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776409.323668:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776409.323669:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776409.323670:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776409.323671:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776409.323673:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776409.323678:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323683:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776409.323684:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323685:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323686:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776409.323690:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323697:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776409.323701:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323708:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776409.323711:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323712:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323714:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323716:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776409.323717:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776409.323720:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776409.323724:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776409.323726:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776409.323730:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776409.323739:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251328:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776409.323743:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776409.323747:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323754:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776409.323756:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323758:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776409.323759:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776409.323762:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776409.323765:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251456:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776409.323769:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776409.323771:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776409.323772:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776409.323773:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776409.323776:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776409.323777:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776409.323780:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776409.323782:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776409.323784:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776409.323788:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309251456, portal 4
00000100:00000001:1.0:1775776409.323790:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776409.323791:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:1.0:1775776409.323797:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323805:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776409.323808:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776409.323811:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776409.323814:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309251456, offset 0
00000400:00000200:1.0:1775776409.323818:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323837:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323841:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776409.323844:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776409.323846:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776409.323849:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776409.323852:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776409.323855:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340146:340146:256:4294967295] 192.168.201.105@tcp LPNI seq info [340091:340091:8:4294967295]
00000400:00000200:1.0:1775776409.323860:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776409.323866:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776409.323872:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323876:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776409.323880:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776409.323883:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1775776409.323888:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776409.323891:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1775776409.323895:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776409.323897:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776409.323900:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776409.323903:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776409.323907:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776409.323909:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776409.323912:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776409.323917:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323923:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.323926:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776434 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323934:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323936:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776409.323938:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776409.323941:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776409.323943:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776409.323945:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307358380
00000100:00000001:1.0:1775776409.323946:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323948:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307358380
00000100:00000001:1.0:1775776409.323949:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307359111
00000100:00000001:1.0:1775776409.323951:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776409.323952:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.323953:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776409.323955:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409]  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776409.323960:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776409.323961:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776409.323963:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776409.323964:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776409.323965:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776409.323966:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776409.323968:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776409.323973:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323977:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776409.323978:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.323979:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.323980:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776409.323982:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323988:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776409.323990:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.323997:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776409.323999:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324001:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776409.324002:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324004:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776409.324006:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776409.324008:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776409.324011:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776409.324014:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776409.324017:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776409.324026:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309251456:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776409.324030:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324032:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.324035:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309251200/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.324043:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776409.324045:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776409.324047:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776409.324050:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776409.324051:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776409.324053:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776409.324055:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776409.324056:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:1.0:1775776409.324058:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776409.324059:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776409.324060:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:1.0:1775776409.324062:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776409.324063:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324064:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.324067:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309251328/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.324072:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776409.324072:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776409.324073:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776409.324075:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776409.324075:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776409.324076:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776409.324078:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776409.324079:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776409.324080:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776409.324081:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776409.324082:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:1.0:1775776409.324083:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776409.324084:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324085:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776409.324086:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309251456/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776409.324090:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776409.324091:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776409.324092:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776409.324093:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776409.324093:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776409.324094:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776409.324095:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776409.324096:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776409.324097:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776409.324098:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776409.324098:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:1.0:1775776409.324100:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776409.324101:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324102:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776409.324105:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776409.324106:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776409.324107:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776409.324109:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776410.282277:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307359111, at 4307359168
00000100:00000010:1.0:1775776410.282300:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e780.
00000020:00000001:3.0:1775776412.010352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776412.010355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776412.010358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776413.034332:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776413.034337:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776413.034341:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776414.442294:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776414.442302:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776414.442306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776414.442310:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776414.442314:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776414.442322:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12690
00000400:00000200:1.0:1775776414.442333:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776414.442339:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776414.442342:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776414.442346:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442349:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442352:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442361:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776414.442365:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776414.442367:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776414.442370:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776414.442372:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776414.442375:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776414.442378:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776414.442381:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442383:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442385:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442387:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776414.442390:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776414.442394:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442397:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776414.442400:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776414.442404:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776414.442407:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442410:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776414.442412:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776414.442422:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776414.442426:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776414.442430:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776414.442432:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442435:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776414.442438:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776414.442442:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776414.442450:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776414.442457:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776414.442466:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309251584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776414.442478:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776414.442482:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776414.442487:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309251584/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776414.442515:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776414.442520:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776414.442523:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776414.442524:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776414.442525:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776414.442527:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776414.442530:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12690
00000400:00000200:1.0:1775776414.442533:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776414.442535:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776414.442537:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776414.442542:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442544:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442547:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442550:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776414.442552:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776414.442554:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776414.442556:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776414.442568:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776414.442574:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776414.442580:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776414.442589:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442594:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442599:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442604:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776414.442608:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776414.442614:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442617:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776414.442619:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776414.442625:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776414.442627:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442630:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776414.442635:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776414.442639:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442642:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776414.442647:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776414.442649:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776414.442653:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776414.442654:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442655:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776414.442656:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776414.442658:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776414.442662:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776414.442666:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776414.442670:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309251712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776414.442677:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776414.442680:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776414.442686:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309251712/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776414.442707:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776414.442710:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776414.442715:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776414.442717:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776414.442718:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776414.442722:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776414.442726:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12690
00000400:00000200:1.0:1775776414.442750:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776414.442756:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776414.442759:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776414.442767:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442780:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442786:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442791:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776414.442795:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776414.442799:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776414.442803:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776414.442808:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776414.442812:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776414.442817:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776414.442824:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442828:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.442833:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442835:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776414.442839:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776414.442841:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776414.442843:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776414.442846:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776414.442850:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776414.442854:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442858:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775776414.442859:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00100000:1.0:1775776414.442860:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776414.442863:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776414.442863:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1775776414.442867:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776414.442872:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776414.442876:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776414.442879:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776414.442880:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.442883:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776414.442886:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776414.442889:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776414.442892:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776414.442897:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776414.442906:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309251840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776414.442927:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776414.442931:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776414.442941:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309251840/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776414.442960:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776414.442964:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776414.442970:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776414.442973:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776414.442976:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776414.442979:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776414.442982:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12690
00000400:00000200:1.0:1775776414.442990:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776414.442994:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776414.442997:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776414.443001:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.443004:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.443009:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.443012:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776414.443017:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776414.443019:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776414.443022:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776414.443024:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776414.443027:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776414.443030:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776414.443034:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.443037:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776414.443041:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776414.443045:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776414.443048:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776414.443053:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776414.443058:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776414.443061:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776414.443065:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776414.443068:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.443073:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776414.443076:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776414.443080:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.443083:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776414.443089:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776414.443092:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776414.443105:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776414.443107:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776414.443110:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776414.443112:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776414.443114:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776414.443120:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776414.443124:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776414.443132:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309251968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776414.443142:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776414.443146:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776414.443151:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309251968/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776414.443160:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776414.443187:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12701)
00000800:00000200:0.1:1775776414.443395:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776414.443397:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775776414.443626:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776414.443628:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775776414.443843:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776414.443844:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:1.0:1775776415.402296:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307364231, at 4307364288
00000100:00000010:1.0:1775776415.402311:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d17e0.
00000020:00000001:3.0:1775776416.106336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776416.106339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776416.106342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776417.130333:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776417.130336:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776417.130338:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776419.562224:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776419.562232:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776419.562235:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776419.562239:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776419.562243:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776419.562250:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12696
00000400:00000200:1.0:1775776419.562258:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776419.562264:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776419.562267:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776419.562270:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562273:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562276:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562279:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776419.562282:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776419.562284:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776419.562287:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776419.562289:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776419.562292:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776419.562294:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776419.562297:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562298:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562300:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562301:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776419.562303:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776419.562306:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562308:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776419.562310:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776419.562313:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776419.562315:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562317:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776419.562319:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776419.562327:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16680.
00000020:00000040:1.0:1775776419.562330:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776419.562333:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776419.562334:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562336:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776419.562339:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776419.562343:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776419.562350:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776419.562355:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776419.562363:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16680 x1862023309252096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776419.562378:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776419.562382:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776419.562387:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2d57f2c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16680 x1862023309252096/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776419.562406:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776419.562409:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776419.562412:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776419.562413:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776419.562415:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776419.562417:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776419.562419:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12696
00000400:00000200:1.0:1775776419.562423:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776419.562425:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776419.562428:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776419.562430:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562433:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562435:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562438:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776419.562440:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776419.562442:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776419.562443:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776419.562445:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776419.562447:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776419.562449:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776419.562454:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562456:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562461:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562464:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776419.562466:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776419.562471:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562475:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776419.562479:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776419.562487:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776419.562491:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562494:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776419.562500:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776419.562505:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562509:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776419.562517:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776419.562521:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776419.562525:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776419.562528:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562533:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776419.562535:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776419.562538:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776419.562544:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776419.562549:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776419.562555:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309252224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776419.562568:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776419.562572:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776419.562580:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309252224/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776419.562596:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776419.562601:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776419.562605:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776419.562608:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776419.562611:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776419.562615:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776419.562621:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12696
00000400:00000200:1.0:1775776419.562683:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776419.562689:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776419.562692:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776419.562695:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562697:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562701:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562704:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776419.562706:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776419.562708:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776419.562710:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776419.562713:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776419.562715:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776419.562720:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776419.562723:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776419.562725:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562728:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776419.562728:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:1.0:1775776419.562733:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562737:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776419.562740:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776419.562745:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562747:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776419.562751:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776419.562755:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776419.562760:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562763:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776419.562767:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776419.562770:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562772:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776419.562776:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776419.562780:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776419.562785:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776419.562787:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562791:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776419.562793:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776419.562796:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776419.562800:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776419.562805:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776419.562815:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309252352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776419.562826:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776419.562829:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776419.562832:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309252352/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776419.562846:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776419.562849:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776419.562855:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776419.562856:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776419.562858:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776419.562861:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776419.562866:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12696
00000400:00000200:1.0:1775776419.562873:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776419.562880:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776419.562884:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776419.562890:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562895:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562900:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562904:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776419.562908:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776419.562911:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776419.562914:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776419.562917:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776419.562921:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776419.562926:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776419.562933:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562937:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776419.562943:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562947:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776419.562952:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776419.562958:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776419.562963:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776419.562967:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776419.562972:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776419.562976:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562978:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776419.562979:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776419.562985:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.562989:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776419.562995:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776419.563000:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776419.563005:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776419.563008:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776419.563013:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776419.563016:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776419.563019:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776419.563024:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776419.563030:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776419.563039:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309252480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776419.563055:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776419.563060:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776419.563067:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309252480/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776419.563085:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776419.563090:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12706)
00000800:00000200:0.1:1775776419.563266:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776419.563269:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776419.563551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776419.563553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776419.563821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776419.563823:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1775776420.202316:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776420.202318:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776420.202321:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776420.522260:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307369351, at 4307369408
00000100:00000010:1.0:1775776420.522276:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1600.
00000020:00000001:3.0:1775776421.226337:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776421.226341:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776421.226345:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776424.298296:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776424.298298:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776424.298301:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1775776424.682248:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776424.682258:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776424.682261:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776424.682265:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776424.682269:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776424.682278:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12701
00000400:00000200:1.0:1775776424.682288:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776424.682305:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776424.682309:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776424.682312:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682316:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682319:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776424.682322:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776424.682324:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776424.682327:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776424.682330:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776424.682332:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776424.682334:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776424.682337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776424.682347:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776424.682350:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682353:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776424.682356:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776424.682359:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776424.682362:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682364:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776424.682367:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776424.682372:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776424.682376:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776424.682380:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776424.682381:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682384:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776424.682387:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776424.682391:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776424.682399:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776424.682405:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776424.682414:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309252608/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776424.682424:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776424.682430:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776424.682434:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309252608/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776424.682461:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776424.682464:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776424.682467:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776424.682468:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776424.682470:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776424.682472:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776424.682475:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12701
00000400:00000200:1.0:1775776424.682479:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776424.682481:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776424.682483:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776424.682486:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682488:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682490:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682491:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776424.682493:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776424.682494:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776424.682496:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776424.682498:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776424.682500:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776424.682502:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776424.682505:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682507:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682509:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682511:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776424.682513:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776424.682515:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682518:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776424.682520:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776424.682525:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776424.682527:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682529:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776424.682533:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776424.682535:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682538:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776424.682542:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776424.682545:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776424.682548:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776424.682549:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682551:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776424.682572:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776424.682575:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776424.682580:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776424.682586:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776424.682595:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309252736/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776424.682608:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776424.682611:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776424.682617:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309252736/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776424.682638:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776424.682641:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776424.682646:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776424.682649:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776424.682651:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776424.682653:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776424.682656:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12701
00000400:00000200:1.0:1775776424.682660:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776424.682662:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776424.682665:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776424.682671:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682674:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682677:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682681:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776424.682684:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776424.682687:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776424.682689:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776424.682691:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776424.682693:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776424.682698:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776424.682700:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682703:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682706:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682709:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776424.682713:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776424.682717:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682721:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776424.682726:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776424.682730:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776424.682734:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682738:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776424.682742:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776424.682748:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682750:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776424.682757:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776424.682760:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776424.682763:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776424.682766:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682768:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776424.682770:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776424.682771:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776424.682776:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776424.682780:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776424.682787:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309252864/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776424.682801:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776424.682805:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776424.682813:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309252864/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776424.682831:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776424.682835:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776424.682843:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776424.682846:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776424.682849:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776424.682854:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776424.682867:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12701
00000800:00000200:0.1:1775776424.682877:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:1.0:1775776424.682878:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.1:1775776424.682882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000400:00000200:1.0:1775776424.682885:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776424.682890:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776424.682895:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682898:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682902:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682907:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776424.682909:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776424.682912:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776424.682915:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776424.682918:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776424.682922:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776424.682928:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776424.682935:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682938:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776424.682944:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682949:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776424.682954:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776424.682958:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776424.682963:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776424.682967:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776424.682971:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776424.682975:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682978:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776424.682981:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776424.682984:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.682986:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776424.682990:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776424.682995:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776424.683001:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776424.683003:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776424.683006:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776424.683009:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776424.683013:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776424.683020:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776424.683026:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776424.683041:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309252992/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776424.683063:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776424.683067:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776424.683076:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309252992/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776424.683088:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776424.683104:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12711)
00000800:00000200:0.1:1775776424.683321:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776424.683323:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776424.683524:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776424.683526:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776424.683734:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776424.683735:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1775776425.322345:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776425.322349:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776425.322352:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776425.642603:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307374471, at 4307374528
00000100:00000010:1.0:1775776425.642609:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d12a0.
00000020:00000001:3.0:1775776428.394344:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776428.394347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776428.394349:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776429.418318:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776429.418322:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776429.418325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776429.802251:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776429.802259:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776429.802261:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776429.802264:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776429.802267:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776429.802272:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12706
00000400:00000200:2.0:1775776429.802279:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776429.802284:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776429.802286:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776429.802288:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802290:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802292:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802293:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776429.802296:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776429.802297:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776429.802299:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776429.802301:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776429.802302:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776429.802303:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776429.802305:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802306:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802307:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802309:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776429.802310:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776429.802313:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802314:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776429.802316:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776429.802318:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776429.802320:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802321:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776429.802323:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776429.802330:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776429.802332:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776429.802334:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776429.802335:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802337:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776429.802339:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776429.802342:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776429.802348:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776429.802353:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776429.802360:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309253120/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776429.802370:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776429.802373:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776429.802378:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309253120/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776429.802398:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776429.802401:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776429.802403:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776429.802404:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776429.802406:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776429.802408:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776429.802410:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12706
00000400:00000200:2.0:1775776429.802414:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776429.802416:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776429.802418:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776429.802421:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802423:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802425:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802427:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776429.802429:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776429.802430:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776429.802432:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776429.802433:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776429.802436:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776429.802438:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776429.802442:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802446:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802450:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802453:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776429.802456:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776429.802472:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802475:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776429.802478:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776429.802489:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776429.802492:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802495:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776429.802501:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776429.802505:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802509:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776429.802514:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776429.802517:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776429.802522:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776429.802524:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802527:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776429.802529:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776429.802531:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776429.802536:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776429.802540:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776429.802547:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309253248/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776429.802556:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776429.802560:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776429.802564:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309253248/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776429.802583:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776429.802585:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776429.802588:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776429.802589:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776429.802591:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776429.802594:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776429.802597:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12706
00000400:00000200:2.0:1775776429.802606:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776429.802611:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776429.802615:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776429.802620:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802629:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802634:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802638:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776429.802641:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776429.802642:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776429.802644:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776429.802647:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776429.802651:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776429.802654:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776429.802660:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802662:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802666:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802671:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776429.802674:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776429.802679:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802685:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776429.802689:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776429.802693:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776429.802698:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802701:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776429.802704:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776429.802710:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802713:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776429.802718:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776429.802722:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776429.802726:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776429.802727:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802731:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776429.802733:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776429.802735:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776429.802739:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776429.802743:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776429.802752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:2.0:1775776429.802756:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309253376/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776429.802757:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1775776429.802771:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776429.802773:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776429.802778:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309253376/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776429.802786:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776429.802790:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776429.802793:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776429.802794:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776429.802795:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776429.802799:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776429.802803:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12706
00000400:00000200:2.0:1775776429.802807:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776429.802812:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776429.802814:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776429.802818:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802821:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802824:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802828:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776429.802831:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776429.802834:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776429.802835:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776429.802836:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776429.802839:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776429.802841:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776429.802845:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802849:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776429.802852:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802855:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776429.802859:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776429.802862:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776429.802865:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776429.802868:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776429.802871:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776429.802878:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802880:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776429.802884:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776429.802886:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802890:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776429.802892:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776429.802896:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776429.802898:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776429.802900:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776429.802902:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776429.802902:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776429.802904:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776429.802907:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776429.802910:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776429.802913:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309253504/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776429.802919:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776429.802920:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776429.802926:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309253504/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776429.802937:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776429.802942:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12716)
00000800:00000200:0.1:1775776429.803257:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776429.803260:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776429.803549:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776429.803552:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776429.803837:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776429.803839:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1775776430.762264:0:217622:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307379591, at 4307379648
00000100:00000010:1.0:1775776430.762281:0:217622:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1c60.
00000020:00000001:3.0:1775776432.490377:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776432.490380:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776432.490383:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776433.514396:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776433.514423:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776433.514425:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776434.922291:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776434.922302:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776434.922306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776434.922310:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776434.922315:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776434.922321:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12711
00000400:00000200:2.0:1775776434.922332:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776434.922338:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776434.922340:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776434.922343:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922346:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922349:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922350:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776434.922354:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776434.922356:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776434.922358:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776434.922360:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776434.922362:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776434.922363:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776434.922364:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922365:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922366:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922368:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776434.922369:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776434.922372:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922385:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776434.922389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776434.922392:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776434.922394:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922396:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776434.922399:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776434.922408:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776434.922411:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776434.922415:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776434.922416:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922419:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776434.922422:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776434.922426:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776434.922434:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776434.922440:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776434.922448:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309253632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776434.922456:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776434.922461:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776434.922465:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309253632/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776434.922481:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776434.922484:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776434.922486:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776434.922487:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776434.922489:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776434.922491:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776434.922493:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12711
00000400:00000200:2.0:1775776434.922496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776434.922498:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776434.922500:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776434.922502:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922504:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922505:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922507:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776434.922508:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776434.922511:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776434.922512:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776434.922514:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776434.922517:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776434.922519:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776434.922521:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922524:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922525:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922527:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776434.922529:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776434.922532:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922537:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776434.922538:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776434.922542:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776434.922545:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922549:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776434.922560:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776434.922563:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922566:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776434.922570:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776434.922573:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776434.922577:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776434.922579:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922580:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776434.922581:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776434.922582:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776434.922585:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776434.922588:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776434.922595:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309253760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776434.922601:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776434.922603:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776434.922607:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309253760/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776434.922614:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776434.922616:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776434.922619:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776434.922621:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776434.922623:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776434.922625:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776434.922627:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12711
00000400:00000200:2.0:1775776434.922633:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776434.922638:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776434.922639:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776434.922641:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922645:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922647:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922648:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776434.922649:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776434.922650:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776434.922651:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776434.922653:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776434.922656:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776434.922658:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776434.922660:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922666:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922669:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922671:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776434.922676:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776434.922678:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922681:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776434.922683:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776434.922686:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776434.922695:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922698:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776434.922701:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776434.922706:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922708:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776434.922712:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776434.922716:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776434.922719:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776434.922721:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922722:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776434.922723:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776434.922725:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776434.922730:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776434.922733:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776434.922741:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309253888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776434.922752:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776434.922756:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776434.922760:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309253888/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776434.922777:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776434.922779:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776434.922782:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776434.922785:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776434.922787:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776434.922790:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776434.922793:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12711
00000400:00000200:2.0:1775776434.922799:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776434.922803:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776434.922806:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776434.922810:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922812:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922813:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922814:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776434.922815:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776434.922816:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776434.922817:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776434.922819:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776434.922822:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776434.922823:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776434.922828:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922831:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776434.922834:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922837:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776434.922838:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776434.922840:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776434.922843:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776434.922845:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776434.922847:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776434.922851:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776434.922851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776434.922854:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776434.922856:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1775776434.922856:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000008:00000001:2.0:1775776434.922861:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922863:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776434.922866:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776434.922868:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776434.922872:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776434.922873:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776434.922874:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776434.922875:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776434.922876:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776434.922878:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776434.922882:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776434.922887:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309254016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776434.922896:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776434.922898:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776434.922901:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309254016/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776434.922914:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776434.922919:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12721)
00000800:00000200:0.1:1775776434.923209:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776434.923211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776434.923422:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776434.923424:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776434.923586:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776434.923587:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1775776435.882277:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307384711, at 4307384768
00000100:00000010:1.0:1775776435.882294:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1660.
00000020:00000001:3.0:1775776436.586340:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776436.586356:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776436.586360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776437.610417:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776437.610421:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776437.610424:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776440.042250:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776440.042258:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776440.042260:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776440.042263:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776440.042267:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776440.042272:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12716
00000400:00000200:3.0:1775776440.042279:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776440.042295:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776440.042298:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776440.042300:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042303:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042304:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042306:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776440.042309:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776440.042310:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776440.042312:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776440.042314:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776440.042315:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776440.042316:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776440.042318:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042319:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042320:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042322:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776440.042323:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776440.042325:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042326:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776440.042329:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776440.042331:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776440.042333:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042334:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776440.042335:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776440.042342:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776440.042344:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776440.042347:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776440.042348:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042350:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776440.042352:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776440.042355:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776440.042361:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776440.042365:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776440.042371:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309254144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776440.042382:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776440.042386:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776440.042389:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309254144/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776440.042405:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776440.042407:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776440.042409:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776440.042410:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776440.042411:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776440.042413:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776440.042415:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12716
00000400:00000200:3.0:1775776440.042417:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776440.042419:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776440.042420:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776440.042423:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042424:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042426:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042428:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776440.042429:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776440.042430:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776440.042431:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776440.042432:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776440.042433:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776440.042436:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776440.042439:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042440:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042443:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042445:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776440.042448:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776440.042453:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042458:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776440.042462:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776440.042468:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776440.042472:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042476:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776440.042482:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776440.042488:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042491:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776440.042497:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776440.042500:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776440.042506:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776440.042508:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042513:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776440.042515:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776440.042518:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776440.042524:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776440.042527:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776440.042533:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309254272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776440.042543:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776440.042546:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776440.042553:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309254272/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776440.042567:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776440.042570:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776440.042574:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776440.042575:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776440.042577:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776440.042582:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776440.042585:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12716
00000400:00000200:3.0:1775776440.042591:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776440.042596:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776440.042598:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776440.042603:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042605:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042608:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042610:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776440.042611:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776440.042612:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776440.042614:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776440.042617:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776440.042619:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776440.042621:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776440.042626:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042628:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042631:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042634:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776440.042637:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776440.042642:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042646:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776440.042648:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776440.042650:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776440.042654:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042656:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776440.042660:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776440.042663:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042664:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776440.042666:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776440.042669:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776440.042673:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776440.042676:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042678:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776440.042680:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776440.042682:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776440.042687:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776440.042691:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776440.042694:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309254400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776440.042698:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776440.042701:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776440.042704:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309254400/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776440.042710:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776440.042711:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776440.042714:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776440.042716:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776440.042718:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776440.042719:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776440.042720:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12716
00000400:00000200:3.0:1775776440.042724:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776440.042728:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776440.042731:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776440.042733:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042736:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042740:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042741:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776440.042744:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776440.042745:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:0.1:1775776440.042745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776440.042747:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776440.042750:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776440.042751:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.1:1775776440.042751:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775776440.042755:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776440.042759:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042762:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776440.042767:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042771:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776440.042774:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776440.042777:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776440.042781:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776440.042785:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776440.042789:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776440.042792:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042796:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776440.042799:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776440.042803:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042806:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776440.042811:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776440.042816:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776440.042821:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776440.042822:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776440.042825:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776440.042827:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776440.042829:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776440.042834:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776440.042839:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776440.042845:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309254528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776440.042858:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776440.042862:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776440.042869:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309254528/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776440.042879:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776440.042883:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12726)
00000800:00000200:0.1:1775776440.043239:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776440.043241:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776440.043539:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776440.043542:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776440.043803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776440.043806:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1775776440.682369:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776440.682373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776440.682376:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776441.002244:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307389831, at 4307389888
00000100:00000010:1.0:1775776441.002260:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1f00.
00000020:00000001:3.0:1775776441.706306:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776441.706311:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776441.706314:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776444.778346:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776444.778349:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776444.778351:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1775776445.162292:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776445.162299:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776445.162302:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776445.162305:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776445.162309:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776445.162315:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12721
00000400:00000200:3.0:1775776445.162324:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776445.162330:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776445.162333:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776445.162337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776445.162348:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776445.162349:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776445.162351:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776445.162353:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776445.162354:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776445.162355:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776445.162357:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162358:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162359:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162361:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776445.162363:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776445.162365:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162367:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776445.162369:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776445.162371:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776445.162373:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162374:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776445.162376:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776445.162383:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776445.162385:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776445.162388:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776445.162389:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162392:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776445.162394:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776445.162397:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776445.162405:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776445.162411:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776445.162419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309254656/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776445.162429:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776445.162433:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776445.162437:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309254656/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776445.162457:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776445.162460:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776445.162463:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776445.162465:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776445.162466:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776445.162469:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776445.162472:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12721
00000400:00000200:3.0:1775776445.162478:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776445.162481:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776445.162483:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776445.162487:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162491:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162495:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162500:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776445.162505:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776445.162508:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776445.162511:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776445.162514:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776445.162519:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776445.162522:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776445.162529:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162534:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162539:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162542:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776445.162547:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776445.162550:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162554:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776445.162557:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776445.162564:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776445.162567:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162570:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776445.162574:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776445.162580:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162583:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776445.162589:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776445.162594:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776445.162599:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776445.162603:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162607:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776445.162610:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776445.162613:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776445.162619:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776445.162624:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776445.162633:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309254784/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776445.162650:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776445.162654:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776445.162662:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309254784/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776445.162681:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776445.162686:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776445.162692:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776445.162695:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775776445.162700:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776445.162702:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1775776445.162706:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776445.162711:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776445.162716:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12721
00000400:00000200:3.0:1775776445.162724:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776445.162730:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776445.162734:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776445.162740:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162746:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162750:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162755:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776445.162760:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776445.162762:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776445.162765:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776445.162768:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776445.162770:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776445.162776:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776445.162780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162782:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162793:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162796:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776445.162803:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776445.162808:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162813:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776445.162816:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776445.162822:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776445.162825:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162828:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776445.162832:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776445.162838:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162842:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776445.162847:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776445.162850:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776445.162855:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776445.162857:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.162861:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776445.162864:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776445.162867:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776445.162872:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776445.162875:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776445.162881:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309254912/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776445.162901:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776445.162904:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776445.162912:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309254912/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776445.162927:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776445.162932:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776445.162938:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776445.162942:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776445.162944:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776445.162954:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776445.162958:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12721
00000400:00000200:3.0:1775776445.162964:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776445.162972:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776445.162976:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776445.162982:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162986:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.162990:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.162996:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776445.163000:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776445.163002:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776445.163005:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776445.163008:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776445.163011:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776445.163014:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776445.163020:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.163024:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776445.163029:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776445.163034:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776445.163038:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776445.163044:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776445.163047:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776445.163048:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776445.163058:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776445.163061:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.163065:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776445.163069:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776445.163075:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.163079:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776445.163085:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776445.163089:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776445.163093:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776445.163096:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776445.163098:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776445.163100:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776445.163103:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776445.163108:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776445.163112:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776445.163117:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309255040/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776445.163127:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776445.163131:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776445.163136:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309255040/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776445.163143:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776445.163146:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12731)
00000800:00000200:0.1:1775776445.163328:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776445.163331:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776445.163612:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776445.163614:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776445.163875:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776445.163877:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1775776445.802300:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776445.802303:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776445.802307:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776446.122275:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307394951, at 4307395008
00000100:00000010:1.0:1775776446.122290:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1f60.
00000800:00000200:1.0:1775776447.082277:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776447.082286:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776447.082293:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1775776447.082402:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776447.082418:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776447.082423:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776447.082426:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775776448.874345:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776448.874348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776448.874350:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776449.898346:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776449.898349:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776449.898353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776450.282284:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776450.282293:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776450.282296:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776450.282299:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776450.282303:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776450.282310:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12726
00000400:00000200:2.0:1775776450.282320:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776450.282326:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776450.282330:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776450.282333:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282336:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282339:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282341:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776450.282345:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776450.282347:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776450.282349:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776450.282351:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776450.282354:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776450.282356:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776450.282359:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282361:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282363:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776450.282368:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776450.282371:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282374:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776450.282377:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776450.282380:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776450.282383:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282385:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776450.282387:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776450.282397:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776450.282400:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776450.282404:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776450.282405:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282408:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776450.282411:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776450.282414:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776450.282421:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776450.282427:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776450.282435:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309255168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776450.282446:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776450.282449:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776450.282454:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309255168/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776450.282478:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776450.282481:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776450.282485:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776450.282486:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776450.282487:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776450.282490:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776450.282492:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12726
00000400:00000200:2.0:1775776450.282496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776450.282499:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776450.282502:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776450.282506:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282510:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282512:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776450.282516:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776450.282519:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776450.282522:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776450.282525:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776450.282530:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776450.282534:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776450.282541:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282544:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282549:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282553:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776450.282558:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776450.282564:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282567:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776450.282572:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776450.282577:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776450.282590:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282597:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776450.282602:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776450.282607:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282612:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776450.282617:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776450.282622:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776450.282625:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776450.282626:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282630:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776450.282632:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776450.282635:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776450.282641:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776450.282647:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776450.282658:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309255296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776450.282674:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776450.282678:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776450.282684:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309255296/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776450.282701:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776450.282702:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776450.282704:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1775776450.282707:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776450.282713:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776450.282715:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776450.282717:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776450.282721:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776450.282727:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12726
00000400:00000200:2.0:1775776450.282734:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776450.282741:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776450.282747:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776450.282752:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282757:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282762:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282765:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776450.282771:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776450.282773:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776450.282777:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776450.282780:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776450.282784:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776450.282788:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776450.282793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282796:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.282799:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282802:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776450.282805:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776450.282812:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282816:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776450.282821:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776450.282825:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776450.282830:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282834:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776450.282837:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776450.282841:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282845:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776450.282851:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776450.282856:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776450.282861:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776450.282863:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.282865:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776450.282866:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776450.282868:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776450.282871:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776450.282876:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776450.282885:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309255424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776450.282898:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776450.282902:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776450.282910:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309255424/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776450.282924:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776450.282930:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776450.282938:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776450.282941:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776450.282944:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776450.282948:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776450.282954:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12726
00000400:00000200:2.0:1775776450.282972:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776450.282980:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776450.282985:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776450.282990:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.282995:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.283000:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.283005:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776450.283009:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776450.283011:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776450.283015:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776450.283017:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776450.283019:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776450.283023:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776450.283029:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.283033:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776450.283038:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776450.283045:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776450.283049:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776450.283055:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776450.283061:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776450.283065:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776450.283070:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776450.283075:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.283080:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776450.283083:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776450.283087:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.283091:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776450.283096:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776450.283101:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776450.283119:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776450.283120:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776450.283122:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776450.283124:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776450.283126:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776450.283132:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776450.283138:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776450.283146:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309255552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776450.283188:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776450.283192:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776450.283198:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309255552/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776450.283210:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776450.283215:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12736)
00000800:00000200:0.1:1775776450.283252:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776450.283254:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776450.283481:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776450.283482:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776450.283681:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776450.283683:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1775776451.242264:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307400071, at 4307400128
00000100:00000010:1.0:1775776451.242279:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ae0.
00000020:00000001:3.0:1775776452.970344:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776452.970348:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776452.970352:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776453.994382:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776453.994386:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776453.994389:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776455.402500:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776455.402508:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776455.402512:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776455.402520:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.402553:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776455.402557:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.402565:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776455.402569:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776455.402576:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776455.402586:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309255680:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776455.402596:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776455.402602:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776455.402608:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.402614:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776455.402622:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776455.402627:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776455.402640:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776455.402647:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776455.402655:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776455.402665:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309255680, portal 25
00000100:00000001:1.0:1775776455.402670:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776455.402673:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776455.402682:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.402695:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776455.402700:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776455.402704:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776455.402707:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309255680, offset 0
00000400:00000200:1.0:1775776455.402717:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776455.402729:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.402741:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776455.402748:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776455.402754:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776455.402760:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776455.402764:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776455.402774:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340179:340179:256:4294967295] 192.168.201.105@tcp LPNI seq info [340124:340124:8:4294967295]
00000400:00000200:1.0:1775776455.402783:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.402802:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776455.402818:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.402827:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776455.402841:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776455.402846:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776455.402853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776455.402858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776455.402866:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.402868:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776455.402875:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776455.402886:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776455.402894:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776455.402899:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776455.402906:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776455.402916:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.402933:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.402937:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.402951:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.402953:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776455.402960:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776455.402970:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776455.402974:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307405191
00000100:00000010:1.0:1775776455.402982:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e780.
00000100:00000001:1.0:1775776455.402990:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776455.402996:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307405191
00000100:00000010:1.0:1775776455.403001:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e7e0.
00000100:00000001:1.0:1775776455.403006:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776455.403011:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776455.403014:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403042:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776455.403050:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455]  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776455.403060:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776455.403062:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776455.403064:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776455.403067:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776455.403068:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776455.403070:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776455.403073:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776455.403080:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403085:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776455.403086:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403087:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403088:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776455.403091:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403096:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776455.403098:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403103:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776455.403105:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403106:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403107:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403108:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776455.403111:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776455.403113:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776455.403115:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776455.403117:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776455.403125:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776455.403134:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309255680:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776455.403137:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403139:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.403141:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309255680/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403145:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776455.403147:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776455.403149:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776455.403151:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776455.403152:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776455.403154:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776455.403155:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776455.403157:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776455.403161:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776455.403162:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776455.403185:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776455.403189:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776455.403191:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403192:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403198:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776455.403199:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403201:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776455.403203:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776455.403206:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776455.403210:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403224:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776455.403226:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403228:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776455.403230:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776455.403232:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776455.403235:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309255808:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776455.403239:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776455.403241:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776455.403243:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403245:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776455.403248:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776455.403250:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776455.403255:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776455.403257:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776455.403261:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776455.403264:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309255808, portal 10
00000100:00000001:1.0:1775776455.403266:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776455.403268:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776455.403275:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403282:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776455.403285:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776455.403287:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776455.403290:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309255808, offset 0
00000400:00000200:1.0:1775776455.403294:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403298:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403303:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776455.403306:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776455.403309:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776455.403311:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776455.403314:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403317:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340180:340180:256:4294967295] 192.168.201.105@tcp LPNI seq info [340125:340125:8:4294967295]
00000400:00000200:1.0:1775776455.403321:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403325:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776455.403329:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403332:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776455.403334:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776455.403336:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776455.403340:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776455.403341:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776455.403344:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403345:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776455.403347:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776455.403350:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776455.403352:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776455.403353:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776455.403355:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776455.403358:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403363:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.403365:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403371:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403373:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776455.403376:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776455.403380:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776455.403383:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776455.403385:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307404323
00000100:00000001:1.0:1775776455.403388:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403390:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307404323
00000100:00000001:1.0:1775776455.403392:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403394:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776455.403397:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403399:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776455.403403:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455]  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776455.403411:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776455.403412:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776455.403414:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776455.403417:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776455.403419:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776455.403421:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776455.403424:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776455.403433:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403440:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776455.403442:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403444:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403446:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776455.403449:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403456:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776455.403460:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403468:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776455.403470:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403472:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403474:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403476:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776455.403478:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776455.403480:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776455.403485:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776455.403487:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776455.403491:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776455.403500:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309255808:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776455.403504:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776455.403508:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403514:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776455.403515:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403517:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776455.403519:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776455.403520:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776455.403523:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309255936:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776455.403526:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776455.403527:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776455.403528:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403529:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776455.403532:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776455.403533:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776455.403536:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776455.403538:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776455.403541:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776455.403543:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309255936, portal 4
00000100:00000001:1.0:1775776455.403544:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776455.403545:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776455.403549:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403553:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776455.403555:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776455.403557:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776455.403558:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309255936, offset 0
00000400:00000200:1.0:1775776455.403561:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403564:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403567:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776455.403569:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776455.403570:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776455.403572:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776455.403574:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403576:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340181:340181:256:4294967295] 192.168.201.105@tcp LPNI seq info [340126:340126:8:4294967295]
00000400:00000200:1.0:1775776455.403579:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403584:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776455.403587:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403589:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776455.403593:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776455.403595:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776455.403599:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776455.403600:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776455.403603:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403605:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776455.403608:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776455.403610:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776455.403612:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776455.403613:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776455.403615:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776455.403617:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403622:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.403624:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403629:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403630:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776455.403632:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776455.403634:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776455.403636:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776455.403638:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307404451
00000100:00000001:1.0:1775776455.403639:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403641:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307404451
00000100:00000001:1.0:1775776455.403642:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403644:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776455.403645:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403646:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776455.403648:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455]  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776455.403653:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776455.403654:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776455.403655:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776455.403657:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776455.403658:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776455.403659:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776455.403661:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776455.403669:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403675:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776455.403677:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403678:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403680:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776455.403683:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403690:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776455.403704:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403717:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776455.403720:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403722:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403723:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403725:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776455.403726:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776455.403729:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776455.403733:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776455.403735:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776455.403738:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776455.403743:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309255936:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776455.403747:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776455.403749:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403753:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776455.403754:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403755:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776455.403757:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776455.403758:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776455.403760:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309256064:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776455.403761:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776455.403763:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776455.403764:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776455.403765:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776455.403768:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776455.403769:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776455.403772:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776455.403775:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776455.403779:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776455.403782:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309256064, portal 4
00000100:00000001:1.0:1775776455.403783:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776455.403785:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:1.0:1775776455.403790:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403797:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776455.403799:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776455.403802:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776455.403804:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309256064, offset 0
00000400:00000200:1.0:1775776455.403809:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403813:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403817:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776455.403820:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776455.403822:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776455.403825:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776455.403828:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776455.403831:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340182:340182:256:4294967295] 192.168.201.105@tcp LPNI seq info [340127:340127:8:4294967295]
00000400:00000200:1.0:1775776455.403835:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776455.403839:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776455.403842:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403845:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776455.403848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776455.403850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1775776455.403853:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776455.403855:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1775776455.403857:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776455.403858:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776455.403860:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776455.403863:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776455.403865:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776455.403866:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776455.403868:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776455.403872:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403880:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.403883:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776480 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403889:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403891:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776455.403894:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776455.403898:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776455.403901:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776455.403903:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307404460
00000100:00000001:1.0:1775776455.403906:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403909:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307404460
00000100:00000001:1.0:1775776455.403911:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307405191
00000100:00000001:1.0:1775776455.403913:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776455.403916:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.403918:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776455.403921:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455]  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776455.403929:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776455.403930:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776455.403932:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776455.403933:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776455.403934:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776455.403936:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776455.403938:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776455.403943:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403952:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776455.403953:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403954:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403955:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776455.403957:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403961:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776455.403963:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.403967:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776455.403968:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403969:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776455.403970:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403971:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776455.403972:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776455.403974:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776455.403976:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776455.403978:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776455.403980:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776455.403992:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309256064:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776455.403995:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.403996:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.404001:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309255808/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.404005:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776455.404006:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776455.404008:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776455.404010:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776455.404011:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776455.404012:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776455.404014:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776455.404015:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776455.404028:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776455.404030:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776455.404031:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776455.404034:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776455.404035:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.404036:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.404039:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309255936/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.404043:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776455.404044:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776455.404045:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776455.404047:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776455.404048:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776455.404049:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776455.404050:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776455.404050:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:1.0:1775776455.404052:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776455.404052:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776455.404053:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776455.404054:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776455.404055:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.404056:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776455.404058:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309256064/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776455.404061:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776455.404062:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776455.404063:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776455.404064:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776455.404065:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776455.404065:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776455.404067:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776455.404068:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776455.404072:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776455.404073:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776455.404073:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776455.404075:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776455.404076:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.404077:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776455.404079:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776455.404080:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776455.404081:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776455.404082:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776456.362264:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307405191, at 4307405248
00000100:00000010:1.0:1775776456.362281:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e7e0.
00000020:00000001:3.0:1775776457.066336:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776457.066339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776457.066341:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776458.090364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776458.090368:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776458.090370:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776460.522294:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776460.522302:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776460.522305:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776460.522308:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776460.522312:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776460.522319:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12736
00000400:00000200:2.0:1775776460.522327:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776460.522333:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776460.522335:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776460.522339:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522342:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522344:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522345:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776460.522348:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776460.522350:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776460.522375:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776460.522378:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776460.522380:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776460.522382:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776460.522386:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522388:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522391:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522393:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776460.522396:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776460.522399:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522401:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776460.522404:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776460.522407:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776460.522410:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522412:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776460.522415:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776460.522425:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776460.522428:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776460.522432:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776460.522433:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522436:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776460.522439:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776460.522443:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776460.522451:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776460.522458:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776460.522468:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309256192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776460.522499:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776460.522503:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776460.522508:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309256192/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776460.522524:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776460.522527:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776460.522529:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776460.522530:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776460.522532:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776460.522533:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776460.522536:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12736
00000400:00000200:2.0:1775776460.522539:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776460.522542:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776460.522544:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776460.522546:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522548:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522550:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522552:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776460.522553:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776460.522554:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776460.522555:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776460.522557:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776460.522558:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776460.522559:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776460.522562:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522565:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522567:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522571:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776460.522573:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776460.522577:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522581:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776460.522583:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776460.522589:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776460.522594:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522597:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776460.522601:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776460.522604:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522605:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776460.522608:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776460.522609:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776460.522612:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776460.522614:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522619:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776460.522622:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776460.522626:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776460.522632:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776460.522636:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776460.522642:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309256320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776460.522652:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776460.522654:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776460.522659:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309256320/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776460.522667:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776460.522671:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776460.522673:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776460.522674:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776460.522675:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776460.522678:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776460.522681:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12736
00000400:00000200:2.0:1775776460.522684:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776460.522686:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776460.522689:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776460.522694:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522696:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522699:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522702:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776460.522704:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776460.522705:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776460.522706:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776460.522709:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776460.522712:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776460.522717:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776460.522724:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522729:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522732:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522736:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776460.522742:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776460.522749:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522754:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776460.522759:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776460.522763:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776460.522768:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522772:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776460.522775:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776460.522779:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522782:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776460.522787:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776460.522792:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776460.522797:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776460.522800:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.522804:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776460.522807:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776460.522811:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776460.522818:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776460.522824:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776460.522834:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309256448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776460.522852:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776460.522855:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776460.522863:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309256448/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776460.522870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776460.522875:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1775776460.522886:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776460.522892:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776460.522900:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776460.522904:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776460.522907:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776460.522913:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776460.522919:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12736
00000400:00000200:2.0:1775776460.522955:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776460.522963:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776460.522969:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776460.522976:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522979:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.522981:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.522985:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776460.522989:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776460.522992:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776460.522994:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776460.522996:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776460.522999:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776460.523003:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776460.523010:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.523014:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776460.523017:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776460.523021:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776460.523023:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776460.523028:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776460.523032:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776460.523037:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776460.523042:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776460.523047:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.523051:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776460.523055:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776460.523060:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.523064:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776460.523072:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776460.523077:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776460.523081:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776460.523085:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776460.523089:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776460.523091:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776460.523094:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776460.523100:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776460.523113:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776460.523122:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309256576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776460.523143:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776460.523149:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776460.523159:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309256576/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776460.523216:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776460.523226:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12747)
00000800:00000200:0.1:1775776460.523369:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776460.523370:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775776460.523568:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776460.523570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775776460.523780:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776460.523782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1775776461.162331:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776461.162335:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776461.162339:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776461.482263:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307410311, at 4307410368
00000100:00000010:1.0:1775776461.482280:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1300.
00000020:00000001:3.0:1775776462.186349:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776462.186353:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776462.186356:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776465.258297:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776465.258300:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776465.258302:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776465.642279:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776465.642289:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776465.642292:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776465.642295:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776465.642300:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776465.642308:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12742
00000400:00000200:2.0:1775776465.642318:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776465.642324:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776465.642328:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776465.642331:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642334:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642338:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642341:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776465.642345:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776465.642347:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776465.642350:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776465.642352:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776465.642354:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776465.642357:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776465.642359:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642361:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642363:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642365:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776465.642368:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776465.642371:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642373:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776465.642376:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776465.642379:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776465.642382:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642384:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776465.642386:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776465.642394:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776465.642397:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776465.642400:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776465.642401:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642403:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776465.642406:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776465.642410:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776465.642417:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776465.642423:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776465.642431:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309256704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776465.642438:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776465.642442:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776465.642445:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309256704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776465.642460:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776465.642463:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776465.642465:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776465.642466:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776465.642467:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776465.642468:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776465.642473:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12742
00000400:00000200:2.0:1775776465.642476:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776465.642478:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776465.642479:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776465.642481:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642482:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642483:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642484:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776465.642486:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776465.642487:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776465.642488:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776465.642489:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776465.642491:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776465.642492:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776465.642494:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642495:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642497:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642498:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776465.642499:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776465.642500:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642504:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776465.642505:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776465.642510:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776465.642513:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642514:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776465.642518:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776465.642521:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642523:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776465.642525:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776465.642528:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776465.642532:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776465.642534:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642538:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776465.642540:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776465.642542:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776465.642546:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776465.642550:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776465.642554:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309256832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776465.642565:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776465.642567:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776465.642571:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309256832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776465.642581:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776465.642583:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776465.642587:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776465.642588:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776465.642590:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776465.642593:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776465.642595:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12742
00000400:00000200:2.0:1775776465.642597:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776465.642600:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776465.642603:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776465.642607:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642608:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642609:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642610:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776465.642612:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776465.642612:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776465.642613:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776465.642614:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776465.642615:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776465.642616:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776465.642618:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642619:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642621:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642623:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776465.642626:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776465.642628:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642630:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776465.642632:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776465.642635:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776465.642636:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642637:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776465.642639:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776465.642643:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642644:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776465.642647:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776465.642649:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776465.642652:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776465.642654:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642657:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776465.642658:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776465.642660:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776465.642663:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776465.642665:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776465.642670:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309256960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776465.642693:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776465.642695:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776465.642699:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309256960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776465.642709:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776465.642710:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776465.642714:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776465.642715:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776465.642716:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776465.642721:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776465.642722:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12742
00000400:00000200:2.0:1775776465.642726:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776465.642730:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776465.642733:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776465.642734:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642736:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642737:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642738:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776465.642742:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776465.642743:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776465.642746:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776465.642748:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776465.642749:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776465.642750:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776465.642755:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642758:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776465.642759:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642760:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776465.642762:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776465.642766:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776465.642768:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776465.642770:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776465.642772:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776465.642774:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642775:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776465.642777:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776465.642780:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642783:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776465.642787:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776465.642792:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776465.642796:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776465.642799:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776465.642803:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776465.642814:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776465.642816:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776465.642823:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776465.642827:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776465.642834:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309257088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776465.642863:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776465.642872:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776465.642874:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776465.642879:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309257088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776465.642887:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776465.642898:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12752)
00000800:00000200:0.1:1775776465.643082:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776465.643270:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776465.643411:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776466.282445:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776466.282449:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776466.282452:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1775776466.602304:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307415431, at 4307415488
00000100:00000010:1.0:1775776466.602323:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1de0.
00000400:00000100:3.0:1775776468.714458:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776468.714490:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776468.714497:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776468.714500:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776468.714503:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776468.714506:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776468.714509:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776468.714512:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed000.
00000400:00000200:3.0:1775776468.714516:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776468.714520:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776468.714524:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace22a8
00000400:00000010:3.0:1775776468.714525:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace22a8.
00000100:00000001:3.0:1775776468.714529:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776468.714535:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ce00 x1862023309256704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714563:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776468.714567:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309256704/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714576:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776468.714578:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776468.714588:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776468.714591:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eede00.
00000400:00000200:3.0:1775776468.714593:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776468.714601:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776468.714605:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2cc0
00000400:00000010:3.0:1775776468.714611:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2cc0.
00000100:00000001:3.0:1775776468.714615:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776468.714621:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1c000 x1862023309256832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714634:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776468.714645:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309256832/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714656:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776468.714662:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776468.714673:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776468.714677:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:3.0:1775776468.714688:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776468.714698:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776468.714710:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2a18
00000400:00000010:3.0:1775776468.714714:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2a18.
00000100:00000001:3.0:1775776468.714720:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776468.714729:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f480 x1862023309256960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714752:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776468.714762:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309256960/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714797:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776468.714800:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776468.714805:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776468.714808:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedf00.
00000400:00000200:3.0:1775776468.714810:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776468.714813:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776468.714819:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2aa0
00000400:00000010:3.0:1775776468.714832:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2aa0.
00000100:00000001:3.0:1775776468.714838:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776468.714848:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1e300 x1862023309257088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714877:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776468.714891:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309257088/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776490 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776468.714916:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776468.714923:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1775776469.354396:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776469.354400:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776469.354403:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1775776470.378337:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776470.378340:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776470.378343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1775776470.762273:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776470.762286:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776470.762290:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776470.762295:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776470.762301:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776470.762311:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12747
00000400:00000200:2.0:1775776470.762322:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776470.762333:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776470.762337:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776470.762341:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762345:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762348:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762351:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776470.762355:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776470.762358:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776470.762360:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776470.762363:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776470.762366:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776470.762369:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776470.762371:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762375:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762377:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776470.762379:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776470.762381:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762383:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776470.762386:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776470.762389:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776470.762391:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762393:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776470.762395:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776470.762402:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776470.762404:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776470.762408:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776470.762410:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762412:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776470.762416:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776470.762420:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776470.762428:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776470.762435:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776470.762444:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309257216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776470.762452:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776470.762463:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776470.762468:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309257216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776470.762505:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776470.762510:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776470.762514:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776470.762515:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776470.762516:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776470.762519:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776470.762522:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12747
00000400:00000200:2.0:1775776470.762526:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776470.762529:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776470.762532:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776470.762534:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762536:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762538:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762540:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776470.762542:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776470.762543:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776470.762545:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776470.762548:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776470.762550:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776470.762552:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776470.762555:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762557:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762559:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762561:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776470.762563:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776470.762566:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762568:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776470.762570:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776470.762577:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776470.762579:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762581:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776470.762586:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776470.762589:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762591:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776470.762597:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776470.762599:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776470.762602:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776470.762603:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762605:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776470.762606:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776470.762608:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776470.762613:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776470.762616:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776470.762621:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776470.762628:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776470.762630:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776470.762635:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776470.762644:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776470.762647:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776470.762651:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776470.762654:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776470.762658:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776470.762664:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776470.762670:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12747
00000400:00000200:2.0:1775776470.762683:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776470.762689:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776470.762695:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776470.762705:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762712:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762718:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762724:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776470.762730:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776470.762734:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776470.762737:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776470.762743:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776470.762761:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776470.762766:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776470.762770:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762774:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.762780:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762785:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776470.762797:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776470.762807:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776470.762815:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776470.762821:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776470.762825:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776470.762834:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762839:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776470.762843:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776470.762867:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762869:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776470.762873:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776470.762884:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776470.762896:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776470.762898:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.762906:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776470.762909:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776470.762911:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776470.762920:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776470.762927:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776470.762939:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776470.762950:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776470.762957:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776470.762970:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776470.763019:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776470.763026:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776470.763036:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776470.763039:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776470.763043:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776470.763048:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776470.763054:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12747
00000400:00000200:2.0:1775776470.763062:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776470.763072:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776470.763075:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776470.763086:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.763090:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.763093:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.763096:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776470.763102:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776470.763105:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776470.763112:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776470.763116:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776470.763124:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776470.763136:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776470.763147:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.763153:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776470.763160:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776470.763195:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776470.763198:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776470.763202:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776470.763204:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776470.763206:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776470.763210:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776470.763212:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.763215:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776470.763218:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776470.763222:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.763225:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776470.763232:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776470.763237:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776470.763246:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776470.763248:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776470.763253:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776470.763256:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776470.763260:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776470.763264:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776470.763272:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776470.763282:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776470.763306:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776470.763309:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776470.763320:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776470.763333:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776470.763342:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12757)
00000800:00000200:0.1:1775776470.763361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776470.763364:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1775776470.763606:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776470.763608:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:0.0:1775776470.763614:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763620:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776470.763622:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776470.763624:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776470.763627:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309257344, offset 0
00000400:00000200:0.0:1775776470.763630:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776470.763634:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.763638:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776470.763641:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776470.763643:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776470.763645:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776470.763647:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776470.763650:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340192:340192:256:4294967295] 192.168.201.105@tcp LPNI seq info [340137:340137:8:4294967295]
00000400:00000200:0.0:1775776470.763653:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.763659:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776470.763663:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.763665:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776470.763668:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776470.763672:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776470.763675:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776470.763694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776470.763698:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.763700:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776470.763703:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776470.763706:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776470.763709:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776470.763711:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776470.763713:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776470.763716:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.763726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763732:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.763734:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776470.763736:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776470.763740:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776470.763743:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776470.763745:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307419683
00000100:00000001:0.0:1775776470.763747:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.763761:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307419683
00000100:00000001:0.0:1775776470.763762:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.763764:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776470.763766:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.763767:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776470.763771:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470]  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776470.763778:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776470.763779:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776470.763781:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776470.763783:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776470.763784:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776470.763786:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776470.763789:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776470.763797:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763803:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776470.763805:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763807:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.763808:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776470.763811:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763816:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776470.763819:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763825:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776470.763826:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763828:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.763829:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763830:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776470.763832:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776470.763834:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776470.763837:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776470.763839:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776470.763842:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776470.763849:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257344:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776470.763853:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763854:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.763857:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309257216/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763863:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776470.763866:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776470.763868:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776470.763875:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776470.763877:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776470.763879:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776470.763880:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776470.763884:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:0.0:1775776470.763887:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776470.763889:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776470.763890:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:0.0:1775776470.763893:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776470.763894:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763896:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.763898:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309257344/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763904:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776470.763906:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776470.763907:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776470.763909:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776470.763910:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776470.763912:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776470.763913:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776470.763915:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776470.763917:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776470.763918:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776470.763919:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:0.0:1775776470.763921:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776470.763922:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763924:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.763931:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776470.763933:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.763936:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776470.763938:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776470.763939:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776470.763943:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763949:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776470.763951:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776470.763952:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776470.763954:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776470.763956:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776470.763958:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257472:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776470.763962:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776470.763963:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776470.763965:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776470.763966:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776470.763969:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776470.763971:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776470.763974:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776470.763976:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776470.763979:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776470.763982:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309257472, portal 4
00000100:00000001:0.0:1775776470.763984:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776470.763985:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:0.0:1775776470.763990:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.763995:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776470.763997:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776470.763999:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776470.764001:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309257472, offset 0
00000400:00000200:0.0:1775776470.764004:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776470.764007:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.764011:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776470.764014:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776470.764016:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776470.764018:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776470.764019:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776470.764022:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340193:340193:256:4294967295] 192.168.201.105@tcp LPNI seq info [340138:340138:8:4294967295]
00000400:00000200:0.0:1775776470.764026:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.764031:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776470.764035:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.764037:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776470.764041:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776470.764043:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776470.764047:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776470.764049:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776470.764052:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.764054:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776470.764056:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776470.764059:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776470.764062:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776470.764063:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776470.764065:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776470.764068:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764073:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.764076:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764081:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.764082:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776470.764084:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776470.764087:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776470.764089:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776470.764092:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307419811
00000100:00000001:0.0:1775776470.764094:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.764095:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307419811
00000100:00000001:0.0:1775776470.764097:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.764099:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776470.764100:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.764102:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776470.764105:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470]  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776470.764111:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776470.764112:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776470.764114:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776470.764116:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776470.764117:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776470.764118:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776470.764121:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776470.764127:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764132:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776470.764133:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764135:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.764136:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776470.764138:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764144:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776470.764147:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764152:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776470.764155:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764156:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.764157:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764158:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776470.764159:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776470.764161:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776470.764192:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776470.764194:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776470.764198:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776470.764205:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257472:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776470.764210:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776470.764213:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764219:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776470.764220:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776470.764222:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776470.764223:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776470.764225:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776470.764228:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257600:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776470.764231:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776470.764233:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776470.764235:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776470.764236:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776470.764240:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776470.764242:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776470.764245:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776470.764247:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776470.764250:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776470.764252:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309257600, portal 4
00000100:00000001:0.0:1775776470.764254:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776470.764255:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:0.0:1775776470.764260:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764266:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776470.764268:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776470.764269:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776470.764271:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309257600, offset 0
00000400:00000200:0.0:1775776470.764275:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776470.764279:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.764281:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776470.764284:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776470.764287:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776470.764289:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776470.764291:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776470.764294:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340194:340194:256:4294967295] 192.168.201.105@tcp LPNI seq info [340139:340139:8:4294967295]
00000400:00000200:0.0:1775776470.764298:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776470.764303:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776470.764307:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.764310:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776470.764313:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776470.764315:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776470.764318:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776470.764320:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776470.764323:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776470.764325:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776470.764327:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776470.764330:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776470.764333:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776470.764335:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776470.764337:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776470.764339:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764345:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.764347:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776495 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764352:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.764353:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776470.764355:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776470.764358:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776470.764361:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776470.764363:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307419821
00000100:00000001:0.0:1775776470.764365:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.764367:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307419821
00000100:00000001:0.0:1775776470.764369:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307420552
00000100:00000001:0.0:1775776470.764371:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776470.764372:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.764374:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776470.764377:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470]  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776470.764383:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776470.764384:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776470.764385:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776470.764387:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776470.764388:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776470.764390:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776470.764392:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776470.764398:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764402:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776470.764404:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764405:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.764406:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776470.764409:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764416:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776470.764419:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764424:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776470.764427:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764428:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776470.764429:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764431:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776470.764433:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776470.764435:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776470.764438:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776470.764441:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776470.764444:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776470.764451:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257600:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776470.764455:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764456:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.764458:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309257472/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764464:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776470.764465:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776470.764467:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776470.764469:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776470.764471:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776470.764472:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776470.764473:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776470.764475:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776470.764477:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776470.764478:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776470.764479:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776470.764481:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776470.764482:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764483:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776470.764486:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309257600/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776470.764492:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776470.764493:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776470.764494:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776470.764497:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776470.764498:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776470.764499:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776470.764501:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776470.764502:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776470.764504:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776470.764505:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776470.764506:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776470.764508:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776470.764509:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764510:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776470.764514:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776470.764515:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776470.764516:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776470.764518:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776471.402276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776471.402282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776471.402288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776471.402289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776471.402316:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776471.402318:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776471.402321:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776471.658295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776471.658304:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776471.658306:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776471.658318:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776471.658325:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776471.658330:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776471.658333:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776471.658336:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776471.658338:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776471.722299:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307420552, at 4307420608
00000100:00000040:0.0:1775776471.722300:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307420552, at 4307420608
00000100:00000010:0.0:1775776471.722327:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776471.722331:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1900.
00010000:00000001:0.0:1775776472.426302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776472.426308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776472.426313:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776472.426315:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776472.426337:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776472.426339:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776472.426342:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776472.682279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776472.682283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776472.682285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776472.682289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776472.682292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776472.682295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776472.682297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776472.682299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776472.682302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776473.450262:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776473.450266:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776473.450269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776473.450271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776473.450325:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776473.450329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776473.450332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776473.706294:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776473.706300:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776473.706303:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776473.706308:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776473.706313:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776473.706317:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776473.706329:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776473.706336:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776473.706339:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776474.474276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776474.474283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776474.474288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776474.474289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776474.474348:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776474.474351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776474.474355:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776474.730261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776474.730277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776474.730280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776474.730286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776474.730289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776474.730293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776474.730296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776474.730299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776474.730301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776475.498333:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776475.498339:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776475.498344:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776475.498346:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776475.498373:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776475.498375:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776475.498378:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776475.754337:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776475.754345:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776475.754347:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776475.754353:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776475.754358:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776475.754363:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.754366:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776475.754369:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.754372:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776475.882275:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776475.882283:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776475.882285:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776475.882289:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776475.882292:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776475.882298:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12752
00000400:00000200:3.0:1775776475.882305:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776475.882310:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776475.882312:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776475.882314:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882317:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882318:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882320:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776475.882323:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776475.882324:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776475.882326:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776475.882328:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776475.882330:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776475.882331:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776475.882333:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882334:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882335:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882337:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776475.882339:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776475.882341:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882343:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776475.882345:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776475.882347:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776475.882349:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882351:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776475.882352:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776475.882360:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776475.882363:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776475.882366:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776475.882368:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882370:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776475.882373:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776475.882376:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776475.882383:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776475.882389:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776475.882406:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776475.882415:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776475.882419:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776475.882422:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776475.882440:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776475.882443:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776475.882445:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776475.882446:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776475.882448:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776475.882451:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776475.882454:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12752
00000400:00000200:3.0:1775776475.882458:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776475.882462:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776475.882471:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776475.882475:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882477:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882479:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776475.882481:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776475.882482:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776475.882486:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776475.882487:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776475.882488:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776475.882492:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776475.882492:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776475.882497:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776475.882499:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776475.882502:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776475.882503:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776475.882512:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882517:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882520:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882522:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776475.882524:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776475.882527:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882530:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882532:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1775776475.882533:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776475.882536:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776475.882539:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776475.882542:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776475.882542:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.882545:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776475.882545:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776475.882549:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775776475.882551:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776475.882553:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309257728:192.168.201.105@tcp:250:kworker.0
00000008:00000001:3.0:1775776475.882556:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882559:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882560:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1775776475.882562:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
02000000:00000001:0.0:1775776475.882564:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1775776475.882565:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776475.882567:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776475.882569:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776475.882570:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776475.882571:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882573:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776475.882574:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1775776475.882575:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:3.0:1775776475.882576:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.882579:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776475.882582:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000400:00000200:0.0:1775776475.882586:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776475.882589:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776475.882591:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00100000:3.0:1775776475.882596:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775776475.882597:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776475.882605:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775776475.882606:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309257728, portal 25
00000100:00000001:3.0:1775776475.882607:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882610:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1775776475.882612:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.882613:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:0.0:1775776475.882623:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776475.882624:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882631:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776475.882634:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776475.882638:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00080000:3.0:1775776475.882638:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775776475.882642:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309257728, offset 0
00000100:00080000:3.0:1775776475.882643:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776475.882646:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776475.882647:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776475.882649:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882651:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776475.882655:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12752
00000400:00000200:0.0:1775776475.882672:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776475.882673:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.882680:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776475.882681:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776475.882685:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776475.882687:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775776475.882689:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882692:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776475.882695:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:3.0:1775776475.882696:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882700:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776475.882703:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1775776475.882703:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776475.882706:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776475.882708:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776475.882709:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776475.882711:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776475.882712:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776475.882715:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776475.882717:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882718:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882723:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882726:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776475.882728:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340195:340195:256:4294967295] 192.168.201.105@tcp LPNI seq info [340140:340140:8:4294967295]
00000020:00000040:3.0:1775776475.882729:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776475.882733:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882737:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.882740:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776475.882741:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776475.882744:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776475.882746:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882748:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776475.882752:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776475.882755:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1775776475.882756:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882760:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776475.882763:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000800:00000200:0.0:1775776475.882765:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776475.882767:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776475.882769:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776475.882770:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882771:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776475.882772:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776475.882773:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776475.882777:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776475.882779:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776475.882782:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776475.882787:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776475.882788:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776475.882791:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776475.882796:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776475.882798:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776475.882800:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776475.882801:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776475.882802:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776475.882803:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776475.882805:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12752
00000400:00000200:3.0:1775776475.882807:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776475.882810:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776475.882811:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776475.882813:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882815:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776475.882816:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882818:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776475.882819:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776475.882820:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000010:0.0:1775776475.882821:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000020:00000001:3.0:1775776475.882822:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776475.882825:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776475.882826:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776475.882828:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.0:1775776475.882832:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776475.882834:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.0:1775776475.882836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776475.882842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776475.882843:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776475.882847:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1775776475.882848:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882852:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000100:0.0:1775776475.882856:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776475.882856:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000010:0.0:1775776475.882861:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00080000:3.0:1775776475.882861:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776475.882865:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.882866:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775776475.882866:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776475.882870:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776475.882874:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776475.882875:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882878:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776475.882879:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000008:00100000:3.0:1775776475.882879:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775776475.882883:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000008:00000001:3.0:1775776475.882883:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882888:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882889:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:3.0:1775776475.882890:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776475.882893:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000200:0.0:1775776475.882895:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776475.882896:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776475.882898:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776475.882902:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776475.882904:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776475.882907:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882911:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1775776475.882911:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776475.882915:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776475.882916:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776475.882924:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776475.882925:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882929:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776475.882935:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.882944:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776475.882946:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776475.882947:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307425671
00000100:00000001:3.0:1775776475.882949:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776475.882953:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000040:3.0:1775776475.882953:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.882961:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776475.882961:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776475.882968:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12762)
00000100:00000001:0.0:1775776475.882970:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307425671
00000100:00000010:0.0:1775776475.882973:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d10c0.
00000100:00000001:0.0:1775776475.882975:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776475.882978:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776475.882980:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.882983:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776475.882987:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475]  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776475.882995:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776475.882997:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776475.883000:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776475.883002:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776475.883004:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776475.883006:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776475.883010:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776475.883019:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883026:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776475.883029:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883031:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883033:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776475.883037:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883046:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776475.883050:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883058:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776475.883061:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883062:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883063:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883065:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776475.883066:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776475.883068:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776475.883071:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776475.883073:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776475.883076:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776475.883082:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309257728:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776475.883085:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883087:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883089:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309257728/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883094:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776475.883097:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883100:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776475.883106:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776475.883108:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776475.883110:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776475.883112:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776475.883114:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776475.883118:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776475.883120:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776475.883122:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776475.883125:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776475.883127:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883129:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883136:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776475.883138:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883140:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776475.883142:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776475.883143:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776475.883148:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883155:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776475.883157:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883159:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776475.883161:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776475.883198:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776475.883203:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257856:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776475.883207:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776475.883209:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776475.883210:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883212:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883216:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776475.883218:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.883222:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776475.883225:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776475.883227:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776475.883230:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309257856, portal 10
00000100:00000001:0.0:1775776475.883231:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776475.883232:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:0.0:1775776475.883237:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883243:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776475.883244:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776475.883246:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776475.883247:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309257856, offset 0
00000400:00000200:0.0:1775776475.883250:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883253:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883255:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776475.883257:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776475.883259:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776475.883261:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776475.883263:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883265:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340196:340196:256:4294967295] 192.168.201.105@tcp LPNI seq info [340141:340141:8:4294967295]
00000400:00000200:0.0:1775776475.883268:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883272:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776475.883275:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883278:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776475.883281:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776475.883283:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776475.883285:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776475.883287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776475.883290:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883291:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776475.883294:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776475.883296:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776475.883298:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776475.883299:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776475.883301:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776475.883303:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883310:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883314:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883326:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883328:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776475.883331:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776475.883334:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776475.883338:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776475.883340:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307424803
00000100:00000001:0.0:1775776475.883343:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883346:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307424803
00000100:00000001:0.0:1775776475.883348:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883351:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776475.883353:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883355:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776475.883359:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475]  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776475.883368:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776475.883369:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776475.883371:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776475.883373:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776475.883374:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776475.883375:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776475.883385:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776475.883391:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883395:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776475.883396:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883397:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883398:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776475.883400:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883405:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776475.883407:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883412:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776475.883413:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883414:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883415:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883416:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776475.883417:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776475.883419:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776475.883421:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776475.883422:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776475.883424:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776475.883429:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257856:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776475.883431:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776475.883434:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883438:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776475.883439:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883440:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776475.883442:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776475.883443:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776475.883446:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257984:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776475.883449:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776475.883451:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776475.883453:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883455:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883459:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776475.883460:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.883465:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776475.883467:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776475.883471:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776475.883474:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309257984, portal 4
00000100:00000001:0.0:1775776475.883476:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776475.883477:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:0.0:1775776475.883483:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883490:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776475.883492:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776475.883494:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776475.883496:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309257984, offset 0
00000400:00000200:0.0:1775776475.883500:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883505:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883508:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776475.883511:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776475.883513:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776475.883515:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776475.883518:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883521:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340197:340197:256:4294967295] 192.168.201.105@tcp LPNI seq info [340142:340142:8:4294967295]
00000400:00000200:0.0:1775776475.883525:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883531:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776475.883536:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883540:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776475.883544:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776475.883547:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776475.883551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776475.883554:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776475.883558:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883560:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776475.883563:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776475.883567:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776475.883570:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776475.883571:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776475.883574:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776475.883577:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883583:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883585:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883589:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883590:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776475.883593:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776475.883595:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776475.883597:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776475.883599:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307424931
00000100:00000001:0.0:1775776475.883601:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883602:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307424931
00000100:00000001:0.0:1775776475.883604:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883605:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776475.883607:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883608:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776475.883610:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475]  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776475.883615:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776475.883616:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776475.883617:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776475.883618:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776475.883619:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776475.883621:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776475.883623:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776475.883628:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883632:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776475.883633:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883634:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883635:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776475.883637:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883641:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776475.883643:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883647:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776475.883648:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883649:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883650:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883651:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776475.883652:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776475.883653:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776475.883656:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776475.883657:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776475.883677:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776475.883685:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309257984:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776475.883689:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776475.883693:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883700:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776475.883702:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883704:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776475.883706:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776475.883708:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776475.883711:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258112:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776475.883714:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776475.883716:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776475.883718:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776475.883719:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883722:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776475.883723:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776475.883726:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776475.883727:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776475.883730:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776475.883732:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258112, portal 4
00000100:00000001:0.0:1775776475.883733:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776475.883734:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:0.0:1775776475.883738:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883742:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776475.883744:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776475.883745:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776475.883747:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309258112, offset 0
00000400:00000200:0.0:1775776475.883749:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883752:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883754:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776475.883756:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776475.883758:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776475.883759:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776475.883761:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776475.883763:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340198:340198:256:4294967295] 192.168.201.105@tcp LPNI seq info [340143:340143:8:4294967295]
00000400:00000200:0.0:1775776475.883766:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776475.883771:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776475.883773:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883776:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776475.883779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776475.883780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776475.883784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776475.883786:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776475.883790:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776475.883792:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776475.883795:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776475.883798:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776475.883801:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776475.883802:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776475.883805:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776475.883808:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883816:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883820:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776500 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883826:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883828:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776475.883831:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776475.883834:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776475.883838:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776475.883840:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307424940
00000100:00000001:0.0:1775776475.883843:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883845:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307424940
00000100:00000001:0.0:1775776475.883847:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307425671
00000100:00000001:0.0:1775776475.883849:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776475.883852:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883854:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776475.883858:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475]  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776475.883865:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776475.883866:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776475.883868:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776475.883869:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776475.883870:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776475.883872:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776475.883874:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776475.883879:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883883:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776475.883884:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883885:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883886:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776475.883888:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883892:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776475.883895:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883899:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776475.883900:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883901:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776475.883902:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883903:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776475.883904:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776475.883906:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776475.883908:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776475.883909:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776475.883912:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776475.883917:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258112:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776475.883919:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883920:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883922:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309257856/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883926:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776475.883927:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883928:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776475.883930:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776475.883931:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776475.883932:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776475.883934:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776475.883935:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776475.883937:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776475.883938:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776475.883939:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776475.883940:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776475.883941:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883942:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883944:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309257984/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883948:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776475.883949:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883950:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776475.883951:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776475.883952:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776475.883953:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776475.883954:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776475.883955:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776475.883956:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776475.883957:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776475.883958:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:0.0:1775776475.883960:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776475.883960:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883961:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776475.883963:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309258112/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776475.883967:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776475.883967:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776475.883968:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776475.883969:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776475.883970:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776475.883971:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776475.883972:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776475.883972:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776475.883973:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776475.883974:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776475.883975:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776475.883976:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776475.883977:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883978:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776475.883980:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776475.883981:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776475.883982:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776475.883983:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776476.522297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776476.522304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776476.522309:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776476.522310:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776476.522335:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776476.522338:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776476.522341:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776476.778259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776476.778264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776476.778266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776476.778270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776476.778273:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776476.778277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776476.778279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776476.778281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776476.778283:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776476.842258:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307425671, at 4307425728
00000100:00000040:1.0:1775776476.842258:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307425671, at 4307425728
00000100:00000010:0.0:1775776476.842274:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776476.842277:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d10c0.
00010000:00000001:0.0:1775776477.546270:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776477.546279:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776477.546281:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776477.546285:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546290:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776477.546293:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546295:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546297:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546301:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776477.546302:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776477.546303:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776477.546305:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546306:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776477.546308:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546310:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776477.546311:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776477.546421:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776477.546425:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776477.546429:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776477.802285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776477.802292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776477.802295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776477.802301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776477.802306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776477.802310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776477.802313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776477.802316:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776477.802319:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776478.570265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776478.570270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776478.570274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776478.570275:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776478.570328:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776478.570331:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776478.570333:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776478.826271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776478.826277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776478.826279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776478.826283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776478.826287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776478.826291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776478.826295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776478.826297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776478.826300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776479.594282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776479.594288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776479.594295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776479.594296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776479.594320:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776479.594324:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776479.594327:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776479.850287:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776479.850295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776479.850298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776479.850303:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776479.850308:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776479.850312:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776479.850315:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776479.850318:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776479.850321:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776480.618264:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776480.618269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776480.618277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776480.618278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776480.618300:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776480.618303:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776480.618305:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776480.874239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776480.874245:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776480.874247:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776480.874252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776480.874256:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776480.874259:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776480.874262:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776480.874264:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776480.874266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776481.002266:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776481.002276:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776481.002280:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776481.002284:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776481.002288:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776481.002294:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12757
00000400:00000200:3.0:1775776481.002302:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776481.002307:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776481.002310:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776481.002313:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002315:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776481.002322:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776481.002323:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776481.002325:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776481.002327:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776481.002329:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776481.002332:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776481.002336:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002338:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002350:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002352:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776481.002355:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776481.002358:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002361:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776481.002365:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776481.002368:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776481.002371:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002373:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776481.002384:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776481.002393:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775776481.002396:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776481.002399:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776481.002400:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002404:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776481.002406:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776481.002410:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776481.002417:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776481.002421:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776481.002429:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776481.002437:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776481.002442:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776481.002445:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776481.002465:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776481.002467:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776481.002469:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776481.002471:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776481.002472:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776481.002474:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776481.002476:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12757
00000400:00000200:3.0:1775776481.002479:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776481.002481:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776481.002483:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776481.002485:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002487:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002488:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002490:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776481.002492:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776481.002493:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776481.002495:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776481.002496:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776481.002498:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776481.002499:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776481.002501:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1775776481.002501:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002503:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776481.002506:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1775776481.002506:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002507:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776481.002509:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776481.002510:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776481.002513:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002516:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.002517:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776481.002518:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776481.002523:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776481.002527:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.002528:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776481.002529:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776481.002530:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.002534:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1775776481.002534:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776481.002536:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775776481.002537:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.002539:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002540:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776481.002545:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000100:00100000:0.0:1775776481.002546:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309258240:192.168.201.105@tcp:250:kworker.0
00000020:00000040:3.0:1775776481.002548:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776481.002552:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776481.002553:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002554:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776481.002555:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776481.002558:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776481.002558:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776481.002562:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776481.002563:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776481.002566:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002567:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.002568:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1775776481.002589:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775776481.002592:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776481.002596:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002601:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776481.002603:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776481.002606:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776481.002609:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776481.002611:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776481.002619:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776481.002619:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776481.002624:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776481.002626:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1775776481.002628:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258240, portal 25
00000100:00000001:3.0:1775776481.002628:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776481.002630:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776481.002634:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776481.002635:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775776481.002637:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12757
00000100:00000001:0.0:1775776481.002638:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048436480 : -109518661115136 : ffff9c64b31ba300)
00000400:00000200:3.0:1775776481.002643:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776481.002646:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776481.002649:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776481.002650:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776481.002653:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002658:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002662:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002666:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776481.002670:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776481.002672:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1775776481.002673:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000100:00000040:0.0:1775776481.002679:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776481.002682:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1775776481.002683:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000020:00000040:3.0:1775776481.002684:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000200:0.0:1775776481.002687:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309258240, offset 0
00000020:00000001:3.0:1775776481.002687:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776481.002692:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776481.002696:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776481.002700:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002700:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002704:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002706:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776481.002708:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776481.002711:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776481.002712:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002716:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776481.002718:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776481.002720:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000001:3.0:1775776481.002722:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776481.002725:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002726:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776481.002727:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1775776481.002729:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776481.002732:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000008:00000001:3.0:1775776481.002733:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002736:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776481.002738:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776481.002741:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000010:3.0:1775776481.002741:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000400:00000200:0.0:1775776481.002746:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340199:340199:256:4294967295] 192.168.201.105@tcp LPNI seq info [340144:340144:8:4294967295]
00000020:00000040:3.0:1775776481.002747:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776481.002752:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776481.002754:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776481.002756:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002759:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776481.002762:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776481.002764:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775776481.002766:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776481.002770:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000010:3.0:1775776481.002772:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000800:00000010:0.0:1775776481.002774:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00000001:3.0:1775776481.002777:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776481.002782:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:3.0:1775776481.002786:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775776481.002787:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776481.002796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776481.002801:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1775776481.002808:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:0.0:1775776481.002809:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002812:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776481.002813:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776481.002819:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775776481.002822:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776481.002826:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776481.002831:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776481.002834:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776481.002839:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776481.002840:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776481.002844:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776481.002845:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776481.002855:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776481.002859:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776481.002860:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1775776481.002861:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1775776481.002864:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776481.002866:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776481.002872:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12757
00000100:00000001:0.0:1775776481.002874:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.002876:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1775776481.002878:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776481.002882:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776481.002883:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776481.002886:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776481.002890:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776481.002892:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776481.002893:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307430791
00000100:00000001:3.0:1775776481.002894:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776481.002897:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:0.0:1775776481.002898:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:3.0:1775776481.002899:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776481.002902:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776481.002903:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776481.002904:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776481.002905:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776481.002906:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776481.002907:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776481.002909:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002911:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776481.002912:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1775776481.002912:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776481.002917:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776481.002918:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776481.002921:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776481.002922:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307430791
00000100:00000001:3.0:1775776481.002923:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776481.002926:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d19c0.
02000000:00000001:3.0:1775776481.002927:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776481.002930:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1775776481.002932:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776481.002934:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776481.002938:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776481.002938:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.002944:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776481.002944:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776481.002949:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776481.002950:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776481/real 1775776481]  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776481.002954:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776481.002960:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776481.002965:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776481.002967:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000010:3.0:1775776481.002967:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000400:00000010:0.0:1775776481.002970:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000020:00000040:3.0:1775776481.002972:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000200:0.0:1775776481.002973:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776481.002976:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000001:3.0:1775776481.002978:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776481.002979:0:2357:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1775776481.002982:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776481.002984:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776481.002985:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776481.002988:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776481.002993:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776481.002995:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776481.002998:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:0.0:1775776481.003002:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776481.003003:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003004:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003007:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003008:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776481.003011:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1775776481.003015:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776481.003030:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776481.003033:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776481.003034:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.003040:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003045:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776481.003048:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003051:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775776481.003051:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003054:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003058:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776481.003061:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776481.003066:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775776481.003066:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776481.003070:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000040:3.0:1775776481.003073:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12767)
00000100:00000001:0.0:1775776481.003080:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776481.003084:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776481.003090:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309258240:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776481.003095:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003096:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003098:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309258240/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003103:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776481.003106:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003108:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776481.003110:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776481.003111:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776481.003112:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776481.003114:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776481.003115:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:0.0:1775776481.003119:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776481.003120:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776481.003121:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:0.0:1775776481.003123:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776481.003124:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003126:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003131:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776481.003132:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003134:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776481.003135:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776481.003136:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776481.003138:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003143:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776481.003144:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003146:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776481.003147:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776481.003148:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776481.003150:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258368:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776481.003152:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776481.003153:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776481.003154:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003156:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003158:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776481.003159:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776481.003162:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776481.003185:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776481.003187:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776481.003189:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258368, portal 10
00000100:00000001:0.0:1775776481.003191:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776481.003192:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048431104 : -109518661120512 : ffff9c64b31b8e00)
00000100:00000040:0.0:1775776481.003197:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003201:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776481.003203:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776481.003204:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776481.003206:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309258368, offset 0
00000400:00000200:0.0:1775776481.003209:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003211:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003214:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776481.003216:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776481.003218:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776481.003219:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776481.003221:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003223:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340200:340200:256:4294967295] 192.168.201.105@tcp LPNI seq info [340145:340145:8:4294967295]
00000400:00000200:0.0:1775776481.003226:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003230:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776481.003233:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003236:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776481.003238:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776481.003241:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776481.003244:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776481.003245:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776481.003248:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003250:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776481.003251:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776481.003254:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776481.003256:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776481.003257:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776481.003258:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776481.003260:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003266:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003268:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003272:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003273:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776481.003275:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.003278:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776481.003280:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776481.003281:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307429923
00000100:00000001:0.0:1775776481.003283:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003284:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307429923
00000100:00000001:0.0:1775776481.003286:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003288:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776481.003290:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003292:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776481.003296:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776481/real 1775776481]  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776481.003304:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776481.003306:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776481.003307:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776481.003310:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776481.003311:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776481.003313:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776481.003316:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776481.003337:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003345:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776481.003347:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003349:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003350:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776481.003354:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003359:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776481.003361:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003366:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776481.003367:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003368:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003369:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003370:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776481.003371:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776481.003373:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776481.003376:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776481.003377:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776481.003380:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776481.003385:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258368:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776481.003387:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776481.003389:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003393:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776481.003394:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003396:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776481.003397:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776481.003398:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776481.003400:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258496:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776481.003402:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776481.003403:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776481.003405:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003406:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003408:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776481.003410:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776481.003412:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776481.003414:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776481.003416:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776481.003418:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258496, portal 4
00000100:00000001:0.0:1775776481.003419:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776481.003421:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:0.0:1775776481.003425:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003429:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776481.003431:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776481.003432:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776481.003434:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309258496, offset 0
00000400:00000200:0.0:1775776481.003436:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003439:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003442:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776481.003444:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776481.003445:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776481.003447:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776481.003449:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003451:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340201:340201:256:4294967295] 192.168.201.105@tcp LPNI seq info [340146:340146:8:4294967295]
00000400:00000200:0.0:1775776481.003454:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003458:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776481.003461:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003462:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776481.003465:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776481.003467:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776481.003470:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776481.003472:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776481.003474:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003476:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776481.003478:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776481.003480:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776481.003483:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776481.003484:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776481.003487:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776481.003490:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003498:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003501:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003508:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003510:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776481.003513:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.003516:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776481.003520:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776481.003521:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307430051
00000100:00000001:0.0:1775776481.003524:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003526:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307430051
00000100:00000001:0.0:1775776481.003528:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003530:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776481.003532:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003534:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776481.003538:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776481/real 1775776481]  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776481.003547:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776481.003548:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776481.003550:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776481.003552:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776481.003554:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776481.003556:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776481.003559:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776481.003568:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003592:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776481.003594:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003595:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003597:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776481.003601:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003609:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776481.003613:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003621:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776481.003623:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003625:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003626:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003629:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776481.003630:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776481.003633:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776481.003636:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776481.003639:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776481.003643:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776481.003651:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258496:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776481.003654:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776481.003656:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003660:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776481.003662:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003664:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776481.003666:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776481.003669:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776481.003671:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258624:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776481.003675:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776481.003677:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776481.003678:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776481.003680:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003684:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776481.003685:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776481.003689:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776481.003692:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776481.003696:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776481.003699:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258624, portal 4
00000100:00000001:0.0:1775776481.003700:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776481.003701:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:0.0:1775776481.003706:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003710:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776481.003712:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776481.003713:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776481.003715:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309258624, offset 0
00000400:00000200:0.0:1775776481.003720:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003723:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003727:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776481.003730:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776481.003733:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776481.003736:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776481.003738:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776481.003741:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340202:340202:256:4294967295] 192.168.201.105@tcp LPNI seq info [340147:340147:8:4294967295]
00000400:00000200:0.0:1775776481.003746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776481.003752:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776481.003757:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003761:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776481.003765:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776481.003768:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776481.003773:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776481.003775:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776481.003779:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776481.003781:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776481.003784:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776481.003788:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776481.003791:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776481.003793:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776481.003796:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776481.003800:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003808:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003811:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003818:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003820:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776481.003823:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.003826:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776481.003830:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776481.003832:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307430060
00000100:00000001:0.0:1775776481.003834:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003836:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307430060
00000100:00000001:0.0:1775776481.003838:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307430791
00000100:00000001:0.0:1775776481.003841:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776481.003843:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.003845:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776481.003848:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776481/real 1775776481]  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776481.003857:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776481.003859:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776481.003860:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776481.003863:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776481.003865:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776481.003867:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776481.003870:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776481.003880:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003895:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776481.003897:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003899:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003900:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776481.003904:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003912:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776481.003916:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003924:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776481.003925:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003926:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776481.003927:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003929:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776481.003930:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776481.003931:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776481.003934:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776481.003935:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776481.003937:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776481.003942:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258624:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776481.003946:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003948:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003951:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8e00 x1862023309258368/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003959:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776481.003960:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003962:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776481.003965:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776481.003967:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776481.003968:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776481.003970:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776481.003972:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776481.003974:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776481.003975:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776481.003976:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8e00.
00000100:00000001:0.0:1775776481.003979:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776481.003980:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.003982:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.003986:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309258496/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.003993:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776481.003995:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776481.003996:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776481.003998:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776481.004000:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776481.004001:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776481.004003:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776481.004005:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776481.004007:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776481.004009:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776481.004010:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776481.004013:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776481.004014:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.004016:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776481.004020:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309258624/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776481.004027:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776481.004028:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776481.004030:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776481.004035:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776481.004036:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776481.004037:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776481.004039:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776481.004041:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776481.004043:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776481.004044:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776481.004046:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:0.0:1775776481.004048:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776481.004049:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.004051:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.004054:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776481.004056:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776481.004058:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776481.004059:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776481.642275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776481.642286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776481.642290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776481.642291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776481.642365:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776481.642370:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776481.642374:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776481.898264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776481.898273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776481.898275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776481.898280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776481.898284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776481.898288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.898291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776481.898294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776481.898296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776481.962275:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307430791, at 4307430848
00000100:00000040:1.0:1775776481.962275:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307430791, at 4307430848
00000100:00000010:0.0:1775776481.962288:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776481.962291:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d19c0.
00010000:00000001:0.0:1775776482.666286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776482.666291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776482.666295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776482.666296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776482.666366:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776482.666369:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776482.666371:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776482.922399:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776482.922406:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776482.922408:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776482.922414:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776482.922417:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776482.922421:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776482.922425:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776482.922427:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776482.922442:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776483.690281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776483.690286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776483.690291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776483.690293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776483.690318:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776483.690321:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776483.690323:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776483.946259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776483.946265:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776483.946268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776483.946272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776483.946276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776483.946278:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776483.946280:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776483.946282:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776483.946284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776484.714216:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776484.714220:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776484.714223:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776484.714224:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776484.714240:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776484.714241:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776484.714243:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776484.970282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776484.970292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776484.970296:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776484.970301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776484.970305:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776484.970308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776484.970311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776484.970314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776484.970317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776484.970320:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776484.970327:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776484.970332:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1775776484.970461:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1775776484.970481:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776484.970485:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776484.970491:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776484.970494:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775776485.738255:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776485.738260:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776485.738265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776485.738265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776485.738322:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776485.738326:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776485.738329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776485.994265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776485.994272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776485.994274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776485.994279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776485.994282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776485.994285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776485.994287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776485.994290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776485.994293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776486.122277:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776486.122286:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776486.122289:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776486.122293:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776486.122297:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776486.122303:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12762
00000400:00000200:3.0:1775776486.122310:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776486.122315:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776486.122317:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776486.122319:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122321:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776486.122323:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122324:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776486.122327:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776486.122328:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776486.122330:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776486.122332:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776486.122333:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776486.122334:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776486.122336:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122337:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776486.122339:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122340:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776486.122341:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776486.122344:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122346:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776486.122348:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776486.122351:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776486.122354:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122356:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776486.122358:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776486.122371:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776486.122376:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776486.122379:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776486.122380:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122383:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776486.122385:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776486.122389:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776486.122397:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776486.122403:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776486.122412:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776486.122418:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776486.122422:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776486.122425:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776486.122441:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776486.122444:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776486.122447:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776486.122448:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776486.122450:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776486.122452:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776486.122455:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12762
00000400:00000200:3.0:1775776486.122458:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776486.122461:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776486.122464:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776486.122467:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122469:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776486.122471:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122474:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776486.122476:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776486.122478:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776486.122479:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776486.122490:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776486.122493:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776486.122497:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776486.122498:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776486.122499:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776486.122501:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776486.122505:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122507:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776486.122511:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776486.122512:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122516:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776486.122521:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776486.122528:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776486.122530:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776486.122533:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122533:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776486.122538:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776486.122539:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776486.122542:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776486.122543:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776486.122547:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776486.122547:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122550:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776486.122553:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776486.122554:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309258752:192.168.201.105@tcp:250:kworker.0
00000008:00000001:3.0:1775776486.122557:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122561:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.122563:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1775776486.122564:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776486.122567:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776486.122568:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776486.122569:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.122570:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776486.122571:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776486.122573:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776486.122574:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776486.122574:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.122578:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776486.122579:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776486.122583:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776486.122585:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
00000100:00100000:3.0:1775776486.122588:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776486.122589:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122596:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776486.122599:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776486.122600:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776486.122604:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000040:3.0:1775776486.122604:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776486.122613:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776486.122620:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776486.122622:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258752, portal 25
00000100:00080000:3.0:1775776486.122622:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776486.122627:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775776486.122627:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776486.122630:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776486.122631:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00080000:3.0:1775776486.122631:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776486.122635:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776486.122637:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12762
00000100:00000040:0.0:1775776486.122642:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776486.122642:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776486.122646:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776486.122650:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776486.122655:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122659:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776486.122662:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776486.122663:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122666:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:0.0:1775776486.122669:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776486.122670:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776486.122672:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000010:0.0:1775776486.122674:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000020:00000001:3.0:1775776486.122674:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776486.122675:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776486.122679:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:0.0:1775776486.122681:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309258752, offset 0
00000020:00000001:3.0:1775776486.122681:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776486.122687:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122689:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776486.122693:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776486.122693:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122696:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776486.122698:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776486.122700:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122701:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776486.122705:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776486.122706:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776486.122707:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776486.122709:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122711:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776486.122712:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776486.122715:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000008:00000001:3.0:1775776486.122715:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122718:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776486.122722:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776486.122724:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776486.122725:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775776486.122727:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776486.122728:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122729:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776486.122731:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:3.0:1775776486.122731:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776486.122734:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776486.122736:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000400:00000200:0.0:1775776486.122738:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1775776486.122739:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.122744:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00100000:3.0:1775776486.122745:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776486.122753:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340203:340203:256:4294967295] 192.168.201.105@tcp LPNI seq info [340148:340148:8:4294967295]
00000100:00000001:3.0:1775776486.122756:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776486.122759:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.122764:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776486.122764:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776486.122770:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776486.122772:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776486.122775:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776486.122778:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776486.122780:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776486.122782:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776486.122784:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1775776486.122786:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12762
00000400:00000200:3.0:1775776486.122791:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776486.122794:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776486.122796:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775776486.122797:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776486.122800:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122803:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776486.122804:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000010:0.0:1775776486.122805:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00000001:3.0:1775776486.122805:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776486.122810:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776486.122810:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776486.122811:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776486.122812:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776486.122814:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.0:1775776486.122816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:3.0:1775776486.122818:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.0:1775776486.122822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1775776486.122824:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122829:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776486.122833:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776486.122833:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776486.122838:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775776486.122840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000040:3.0:1775776486.122842:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776486.122847:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000100:0.0:1775776486.122851:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776486.122852:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776486.122855:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
02000000:00000001:3.0:1775776486.122856:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776486.122859:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776486.122863:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1775776486.122863:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122865:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776486.122869:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776486.122872:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000008:00000001:3.0:1775776486.122873:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122875:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776486.122879:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000400:00000200:0.0:1775776486.122881:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000020:00000040:3.0:1775776486.122881:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000010:0.0:1775776486.122885:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
02000000:00000001:3.0:1775776486.122885:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776486.122887:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776486.122889:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776486.122890:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776486.122891:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1775776486.122892:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776486.122896:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000200:0.0:1775776486.122898:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776486.122899:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776486.122906:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776486.122916:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1775776486.122916:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776486.122919:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776486.122924:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776486.122924:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776486.122942:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776486.122947:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12772)
00000100:00000001:0.0:1775776486.122955:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.122957:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776486.122962:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.122966:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776486.122969:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307435911
00000100:00000010:0.0:1775776486.122973:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776486.122979:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776486.122985:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307435911
00000100:00000010:0.0:1775776486.122988:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d15a0.
00000100:00000001:0.0:1775776486.122991:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776486.122993:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776486.122996:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.122998:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776486.123002:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776486/real 1775776486]  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776486.123012:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776486.123014:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776486.123016:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776486.123018:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776486.123020:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776486.123022:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776486.123025:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776486.123034:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123041:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776486.123043:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123045:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123047:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776486.123050:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123058:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776486.123061:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123068:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776486.123071:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123073:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123074:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123076:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776486.123078:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776486.123081:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776486.123085:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776486.123087:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776486.123092:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776486.123101:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309258752:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776486.123106:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123107:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.123110:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309258752/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123116:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776486.123118:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776486.123120:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776486.123123:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776486.123124:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776486.123126:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776486.123128:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776486.123130:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776486.123133:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776486.123135:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776486.123137:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776486.123139:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776486.123140:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123142:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123149:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776486.123151:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123153:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776486.123154:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776486.123156:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776486.123159:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123197:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776486.123198:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123200:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776486.123202:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776486.123204:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776486.123207:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258880:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776486.123210:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776486.123211:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776486.123213:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123214:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776486.123217:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776486.123219:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.123223:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776486.123225:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776486.123228:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776486.123231:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309258880, portal 10
00000100:00000001:0.0:1775776486.123233:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776486.123234:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:0.0:1775776486.123240:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123247:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776486.123249:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776486.123252:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776486.123254:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309258880, offset 0
00000400:00000200:0.0:1775776486.123257:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123261:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123265:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776486.123268:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776486.123270:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776486.123272:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776486.123274:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123277:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340204:340204:256:4294967295] 192.168.201.105@tcp LPNI seq info [340149:340149:8:4294967295]
00000400:00000200:0.0:1775776486.123281:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123287:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776486.123292:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123295:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776486.123299:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776486.123301:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776486.123306:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776486.123319:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776486.123322:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123324:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776486.123327:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776486.123331:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776486.123334:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776486.123335:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776486.123338:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776486.123341:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123348:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.123351:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123356:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123358:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776486.123362:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776486.123365:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776486.123369:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776486.123370:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307435043
00000100:00000001:0.0:1775776486.123373:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123375:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307435043
00000100:00000001:0.0:1775776486.123377:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123379:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776486.123381:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123383:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776486.123386:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776486/real 1775776486]  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776486.123394:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776486.123396:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776486.123397:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776486.123400:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776486.123401:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776486.123403:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776486.123406:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776486.123413:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123420:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776486.123421:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123422:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123424:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776486.123427:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123434:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776486.123438:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123445:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776486.123447:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123449:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123450:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123452:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776486.123453:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776486.123456:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776486.123458:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776486.123461:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776486.123464:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776486.123472:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309258880:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776486.123475:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776486.123478:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123496:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776486.123497:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123499:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776486.123501:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776486.123503:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776486.123505:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259008:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776486.123509:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776486.123510:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776486.123512:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123513:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776486.123517:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776486.123519:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.123522:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776486.123525:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776486.123528:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776486.123531:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259008, portal 4
00000100:00000001:0.0:1775776486.123532:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776486.123534:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:0.0:1775776486.123538:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123545:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776486.123547:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776486.123549:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776486.123552:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309259008, offset 0
00000400:00000200:0.0:1775776486.123555:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123558:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123561:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776486.123564:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776486.123566:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776486.123568:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776486.123570:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123573:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340205:340205:256:4294967295] 192.168.201.105@tcp LPNI seq info [340150:340150:8:4294967295]
00000400:00000200:0.0:1775776486.123577:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123583:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776486.123588:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123591:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776486.123595:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776486.123597:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776486.123601:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776486.123603:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776486.123607:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123609:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776486.123611:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776486.123614:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776486.123617:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776486.123618:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776486.123620:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776486.123624:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123631:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.123634:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123640:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123641:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776486.123644:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776486.123647:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776486.123650:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776486.123652:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307435171
00000100:00000001:0.0:1775776486.123654:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123657:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307435171
00000100:00000001:0.0:1775776486.123659:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123661:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776486.123663:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123664:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776486.123668:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776486/real 1775776486]  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776486.123675:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776486.123676:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776486.123678:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776486.123680:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776486.123681:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776486.123683:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776486.123686:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776486.123694:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123706:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776486.123707:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123709:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123710:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776486.123714:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123720:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776486.123724:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123731:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776486.123733:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123735:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123736:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123738:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776486.123739:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776486.123741:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776486.123745:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776486.123747:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776486.123750:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776486.123757:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259008:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776486.123761:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776486.123764:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123770:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776486.123771:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123773:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776486.123775:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776486.123777:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776486.123779:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259136:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776486.123782:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776486.123784:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776486.123785:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776486.123786:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776486.123789:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776486.123791:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776486.123794:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776486.123797:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776486.123800:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776486.123803:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259136, portal 4
00000100:00000001:0.0:1775776486.123805:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776486.123806:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:0.0:1775776486.123811:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123817:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776486.123819:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776486.123821:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776486.123823:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309259136, offset 0
00000400:00000200:0.0:1775776486.123826:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123830:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123832:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776486.123835:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776486.123837:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776486.123840:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776486.123842:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776486.123845:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340206:340206:256:4294967295] 192.168.201.105@tcp LPNI seq info [340151:340151:8:4294967295]
00000400:00000200:0.0:1775776486.123848:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776486.123854:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776486.123859:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123862:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776486.123865:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776486.123867:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776486.123871:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776486.123874:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776486.123878:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776486.123880:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776486.123882:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776486.123886:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776486.123888:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776486.123890:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776486.123892:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776486.123895:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123902:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.123904:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776511 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123911:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123912:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776486.123914:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776486.123916:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776486.123919:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776486.123921:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307435180
00000100:00000001:0.0:1775776486.123924:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123926:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307435180
00000100:00000001:0.0:1775776486.123927:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307435911
00000100:00000001:0.0:1775776486.123929:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776486.123931:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.123933:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776486.123936:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776486/real 1775776486]  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776486.123944:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776486.123945:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776486.123947:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776486.123949:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776486.123950:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776486.123953:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776486.123956:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776486.123963:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123970:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776486.123971:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123973:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123974:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776486.123977:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123984:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776486.123988:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.123994:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776486.123996:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.123998:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776486.123999:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124000:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776486.124002:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776486.124004:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776486.124007:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776486.124009:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776486.124013:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776486.124021:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259136:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776486.124025:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124026:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.124029:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309258880/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.124035:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776486.124037:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776486.124038:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776486.124041:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776486.124042:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776486.124043:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776486.124045:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776486.124046:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776486.124049:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776486.124050:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776486.124051:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776486.124054:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776486.124055:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124056:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.124059:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309259008/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.124066:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776486.124067:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776486.124068:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776486.124070:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776486.124071:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776486.124072:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776486.124074:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776486.124075:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776486.124077:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776486.124079:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776486.124080:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:0.0:1775776486.124082:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776486.124084:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124085:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776486.124088:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309259136/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776511 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776486.124095:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776486.124096:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776486.124098:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776486.124099:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776486.124100:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776486.124101:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776486.124103:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776486.124104:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776486.124106:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776486.124107:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776486.124109:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:0.0:1775776486.124111:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776486.124112:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124114:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776486.124117:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776486.124118:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776486.124120:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776486.124121:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776486.762278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776486.762283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776486.762289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776486.762290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776486.762343:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776486.762345:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776486.762347:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776487.018235:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776487.018241:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776487.018243:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776487.018247:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776487.018250:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776487.018253:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776487.018255:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776487.018257:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776487.018259:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776487.082225:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307435911, at 4307435968
00000100:00000040:0.0:1775776487.082234:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307435911, at 4307435968
00000100:00000010:1.0:1775776487.082237:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d15a0.
00000100:00000010:0.0:1775776487.082242:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776487.786244:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776487.786249:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776487.786250:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776487.786253:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786256:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776487.786258:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786259:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786261:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786263:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776487.786264:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776487.786265:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776487.786266:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786267:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776487.786268:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786269:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776487.786270:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776487.786285:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776487.786287:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776487.786289:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776488.042281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776488.042289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776488.042291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776488.042295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776488.042298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776488.042300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776488.042303:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776488.042304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776488.042306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776488.810272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776488.810276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776488.810280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776488.810281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776488.810297:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776488.810299:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776488.810301:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776489.066229:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776489.066234:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776489.066236:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776489.066239:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776489.066243:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776489.066246:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776489.066248:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776489.066250:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776489.066252:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776489.834257:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776489.834262:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776489.834266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776489.834267:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776489.834320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776489.834324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776489.834328:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776490.090268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776490.090274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776490.090276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776490.090280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776490.090283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776490.090286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776490.090288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776490.090290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776490.090292:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776490.858264:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776490.858268:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776490.858272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776490.858273:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776490.858353:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776490.858355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776490.858358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776491.114222:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776491.114227:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776491.114228:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776491.114233:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776491.114235:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776491.114238:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.114240:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776491.114242:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.114244:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776491.242241:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776491.242248:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776491.242251:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776491.242254:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776491.242259:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776491.242265:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12767
00000400:00000200:3.0:1775776491.242275:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776491.242281:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776491.242283:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776491.242286:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242289:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242291:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242293:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776491.242298:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776491.242300:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776491.242302:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776491.242347:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776491.242349:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776491.242351:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776491.242353:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242355:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242356:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242357:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776491.242359:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776491.242362:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242363:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776491.242365:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776491.242367:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776491.242369:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242370:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776491.242372:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776491.242379:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776491.242381:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776491.242384:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776491.242386:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242388:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776491.242399:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776491.242402:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776491.242413:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776491.242419:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776491.242428:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776491.242437:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776491.242441:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776491.242446:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776491.242467:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776491.242470:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776491.242472:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776491.242473:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776491.242474:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776491.242481:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776491.242485:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12767
00000400:00000200:3.0:1775776491.242490:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776491.242493:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776491.242496:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776491.242499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776491.242501:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776491.242501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242504:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776491.242506:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776491.242508:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776491.242510:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776491.242511:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776491.242514:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776491.242516:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775776491.242520:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776491.242520:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776491.242524:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776491.242529:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776491.242536:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1775776491.242536:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776491.242539:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242539:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242543:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242544:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776491.242545:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1775776491.242548:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776491.242549:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775776491.242552:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776491.242554:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242555:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776491.242559:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775776491.242561:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309259264:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776491.242566:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776491.242567:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776491.242572:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776491.242574:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.242576:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776491.242578:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776491.242582:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
00000100:00000001:3.0:1775776491.242582:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776491.242586:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775776491.242586:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776491.242591:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242593:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776491.242597:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776491.242600:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776491.242602:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776491.242604:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776491.242606:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776491.242607:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776491.242610:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776491.242612:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776491.242613:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
02000000:00000010:3.0:1775776491.242618:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000400:00000010:0.0:1775776491.242621:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776491.242623:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776491.242629:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259264, portal 25
00000100:00100000:3.0:1775776491.242630:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776491.242634:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776491.242637:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000001:3.0:1775776491.242640:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776491.242643:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776491.242647:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776491.242648:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.242666:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776491.242671:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776491.242673:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776491.242676:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775776491.242677:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776491.242683:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309259264, offset 0
00000100:00080000:3.0:1775776491.242683:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776491.242686:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776491.242688:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776491.242691:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776491.242693:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12767
00000400:00000200:3.0:1775776491.242698:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776491.242701:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776491.242703:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776491.242706:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242708:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776491.242712:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776491.242720:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.242721:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776491.242729:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776491.242731:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:3.0:1775776491.242734:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776491.242736:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776491.242737:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776491.242738:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775776491.242741:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776491.242745:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:3.0:1775776491.242745:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776491.242749:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776491.242751:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1775776491.242756:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.242757:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242761:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242773:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.242774:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340207:340207:256:4294967295] 192.168.201.105@tcp LPNI seq info [340152:340152:8:4294967295]
00000400:00000200:0.0:1775776491.242781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776491.242781:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776491.242786:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776491.242791:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242795:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776491.242798:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776491.242799:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775776491.242801:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776491.242805:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242806:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775776491.242810:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00100000:3.0:1775776491.242810:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776491.242815:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.242816:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776491.242819:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00000010:3.0:1775776491.242819:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776491.242820:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:0.0:1775776491.242829:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776491.242829:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776491.242832:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776491.242835:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775776491.242835:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776491.242838:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776491.242841:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776491.242845:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:3.0:1775776491.242849:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000800:00000200:0.1:1775776491.242849:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1775776491.242855:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775776491.242860:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.242863:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00100000:3.0:1775776491.242864:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776491.242871:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776491.242875:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776491.242879:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775776491.242880:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776491.242886:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776491.242890:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000040:3.0:1775776491.242893:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776491.242903:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.242905:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775776491.242906:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776491.242910:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776491.242912:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776491.242913:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776491.242916:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776491.242916:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776491.242922:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12767
00000400:00000200:3.0:1775776491.242931:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776491.242932:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1775776491.242936:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000040:0.0:1775776491.242939:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776491.242940:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776491.242947:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776491.242952:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776491.242954:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776491.242956:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776491.242957:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776491.242959:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776491.242962:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776491.242963:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776491.242964:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776491.242965:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776491.242967:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776491.242969:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776491.242972:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:0.0:1775776491.242973:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776491.242977:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776491.242978:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307441031
00000100:00000001:3.0:1775776491.242981:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776491.242984:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:0.0:1775776491.242985:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:3.0:1775776491.242988:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776491.242992:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776491.242993:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1775776491.242996:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776491.243000:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243002:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307441031
02000000:00000001:3.0:1775776491.243002:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776491.243005:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775776491.243007:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1720.
02000000:00000001:3.0:1775776491.243009:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243011:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776491.243012:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776491.243016:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776491.243017:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1775776491.243021:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243023:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.243024:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243027:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000010:3.0:1775776491.243029:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776491.243033:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00100000:0.0:1775776491.243034:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776491/real 1775776491]  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776491.243037:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776491.243038:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776491.243042:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776491.243044:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776491.243046:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776491.243052:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000400:00000001:0.0:1775776491.243054:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776491.243056:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775776491.243057:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776491.243059:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776491.243063:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00100000:3.0:1775776491.243064:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775776491.243066:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776491.243073:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776491.243075:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243079:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775776491.243082:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776491.243086:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776491.243106:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776491.243109:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243116:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776491.243118:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776491.243120:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12777)
00000100:00000001:0.0:1775776491.243121:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243124:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776491.243129:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243136:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776491.243140:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243147:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776491.243150:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243151:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243153:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243155:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776491.243156:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776491.243159:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776491.243216:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776491.243219:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776491.243233:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776491.243245:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309259264:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776491.243251:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243253:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.243257:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309259264/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243270:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776491.243275:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776491.243278:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776491.243280:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776491.243282:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776491.243284:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776491.243286:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776491.243288:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:0.0:1775776491.243291:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776491.243292:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776491.243294:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:0.0:1775776491.243297:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776491.243298:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243300:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243307:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776491.243309:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243310:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776491.243312:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776491.243313:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776491.243317:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243324:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776491.243325:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243327:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776491.243330:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776491.243332:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776491.243335:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259392:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776491.243338:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776491.243340:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776491.243342:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243343:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776491.243346:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776491.243348:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776491.243352:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776491.243354:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776491.243358:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776491.243360:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259392, portal 10
00000100:00000001:0.0:1775776491.243362:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776491.243364:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:0.0:1775776491.243369:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243377:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776491.243379:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776491.243381:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776491.243383:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309259392, offset 0
00000400:00000200:0.0:1775776491.243387:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243404:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243409:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776491.243412:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776491.243415:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776491.243417:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776491.243419:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243422:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340208:340208:256:4294967295] 192.168.201.105@tcp LPNI seq info [340153:340153:8:4294967295]
00000400:00000200:0.0:1775776491.243426:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243432:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776491.243437:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.243440:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776491.243445:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776491.243447:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776491.243452:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776491.243454:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776491.243458:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.243459:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776491.243462:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776491.243465:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776491.243468:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776491.243470:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776491.243473:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776491.243476:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243483:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.243486:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243492:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243494:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776491.243497:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776491.243501:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776491.243504:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776491.243506:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307440163
00000100:00000001:0.0:1775776491.243508:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.243510:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307440163
00000100:00000001:0.0:1775776491.243512:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.243514:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776491.243516:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243518:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776491.243522:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776491/real 1775776491]  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776491.243530:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776491.243531:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776491.243533:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776491.243535:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776491.243537:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776491.243538:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776491.243541:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776491.243548:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243554:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776491.243555:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243557:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243558:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776491.243562:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243568:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776491.243571:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243577:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776491.243580:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243581:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243582:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243584:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776491.243586:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776491.243588:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776491.243591:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776491.243593:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776491.243597:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776491.243604:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259392:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776491.243608:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776491.243612:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243618:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776491.243619:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243621:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776491.243623:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776491.243625:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776491.243628:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259520:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776491.243631:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776491.243632:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776491.243634:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243635:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776491.243638:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776491.243640:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776491.243643:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776491.243646:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776491.243648:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776491.243651:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259520, portal 4
00000100:00000001:0.0:1775776491.243653:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776491.243654:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:0.0:1775776491.243659:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243665:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776491.243667:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776491.243669:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776491.243671:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309259520, offset 0
00000400:00000200:0.0:1775776491.243676:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243683:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776491.243685:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776491.243688:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776491.243690:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776491.243692:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243695:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340209:340209:256:4294967295] 192.168.201.105@tcp LPNI seq info [340154:340154:8:4294967295]
00000400:00000200:0.0:1775776491.243699:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243704:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776491.243708:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.243711:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776491.243715:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776491.243718:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776491.243722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776491.243724:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776491.243728:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.243729:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776491.243732:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776491.243735:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776491.243738:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776491.243740:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776491.243742:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776491.243745:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243751:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.243754:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243760:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243761:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776491.243764:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776491.243767:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776491.243770:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776491.243772:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307440291
00000100:00000001:0.0:1775776491.243774:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.243776:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307440291
00000100:00000001:0.0:1775776491.243778:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.243780:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776491.243782:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.243784:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776491.243787:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776491/real 1775776491]  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776491.243794:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776491.243795:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776491.243797:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776491.243799:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776491.243801:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776491.243803:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776491.243806:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776491.243813:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243819:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776491.243820:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243822:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243823:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776491.243826:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243832:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776491.243835:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243841:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776491.243843:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243845:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.243846:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.243847:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776491.243849:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776491.243851:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776491.243854:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776491.243856:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776491.243859:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776491.243866:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259520:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776491.243870:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776491.243873:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243879:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776491.243880:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243882:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776491.243884:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776491.243885:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776491.243888:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259648:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776491.243891:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776491.243892:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776491.243894:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776491.243895:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776491.243898:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776491.243899:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776491.243902:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776491.243905:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776491.243907:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776491.243910:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259648, portal 4
00000100:00000001:0.0:1775776491.243912:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776491.243913:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:0.0:1775776491.243936:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.243943:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776491.243945:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776491.243947:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776491.243949:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309259648, offset 0
00000400:00000200:0.0:1775776491.243953:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243957:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243960:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776491.243962:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776491.243964:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776491.243966:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776491.243968:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776491.243971:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340210:340210:256:4294967295] 192.168.201.105@tcp LPNI seq info [340155:340155:8:4294967295]
00000400:00000200:0.0:1775776491.243974:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776491.243980:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776491.243984:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.243987:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776491.243991:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776491.243993:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776491.243997:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776491.243999:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776491.244003:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776491.244005:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776491.244007:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776491.244010:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776491.244012:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776491.244014:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776491.244016:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776491.244019:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244031:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.244034:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776516 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244039:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.244041:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776491.244043:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776491.244045:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776491.244048:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776491.244050:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307440300
00000100:00000001:0.0:1775776491.244052:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.244054:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307440300
00000100:00000001:0.0:1775776491.244056:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307441031
00000100:00000001:0.0:1775776491.244058:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776491.244060:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.244062:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776491.244065:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776491/real 1775776491]  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776491.244072:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776491.244073:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776491.244074:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776491.244076:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776491.244078:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776491.244080:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776491.244082:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776491.244090:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244095:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776491.244097:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244099:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.244100:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776491.244103:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244109:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776491.244112:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244117:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776491.244120:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244121:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776491.244122:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244124:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776491.244125:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776491.244128:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776491.244130:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776491.244132:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776491.244135:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776491.244143:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259648:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776491.244146:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244148:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.244150:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309259392/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244156:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776491.244158:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776491.244159:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776491.244162:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776491.244184:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776491.244187:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776491.244189:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776491.244190:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:0.0:1775776491.244193:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776491.244194:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776491.244196:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:0.0:1775776491.244198:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776491.244199:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244201:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.244204:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309259520/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244210:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776491.244211:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776491.244213:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776491.244214:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776491.244215:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776491.244217:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776491.244218:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776491.244219:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776491.244221:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776491.244223:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776491.244224:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:0.0:1775776491.244226:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776491.244227:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244228:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776491.244231:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309259648/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776516 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776491.244237:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776491.244238:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776491.244239:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776491.244241:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776491.244242:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776491.244243:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776491.244245:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776491.244246:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776491.244248:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776491.244250:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776491.244251:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:0.0:1775776491.244253:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776491.244254:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244256:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776491.244262:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776491.244264:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776491.244266:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776491.244268:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776491.882241:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776491.882246:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776491.882252:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776491.882254:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776491.882271:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776491.882273:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776491.882274:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776492.138277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776492.138284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776492.138286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776492.138291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776492.138295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776492.138299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776492.138302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776492.138304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776492.138307:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776492.202262:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307441031, at 4307441088
00000100:00000040:0.0:1775776492.202263:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307441031, at 4307441088
00000100:00000010:1.0:1775776492.202283:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1720.
00000100:00000010:0.0:1775776492.202286:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776492.906246:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776492.906251:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776492.906255:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776492.906256:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776492.906272:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776492.906274:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776492.906276:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776493.162257:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776493.162262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776493.162264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776493.162268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776493.162272:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776493.162275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776493.162277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776493.162279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776493.162281:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776493.930269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776493.930274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776493.930279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776493.930281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776493.930365:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776493.930368:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776493.930371:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776494.186242:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776494.186247:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776494.186249:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776494.186253:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776494.186255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776494.186258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776494.186259:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776494.186261:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776494.186262:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776494.954281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776494.954286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776494.954291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776494.954292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776494.954366:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776494.954370:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776494.954372:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776495.210282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776495.210289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776495.210290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776495.210296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776495.210300:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776495.210304:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776495.210307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776495.210310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776495.210313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776495.978281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776495.978286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776495.978292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776495.978294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776495.978327:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776495.978330:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776495.978333:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776496.234252:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776496.234258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776496.234260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.234265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776496.234268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776496.234271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.234274:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776496.234275:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.234278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776496.362286:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776496.362294:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776496.362296:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776496.362299:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776496.362330:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776496.362337:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12772
00000400:00000200:3.0:1775776496.362347:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776496.362354:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776496.362358:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776496.362361:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362364:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776496.362367:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362370:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776496.362374:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776496.362376:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776496.362379:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776496.362381:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776496.362384:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776496.362386:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776496.362389:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362390:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776496.362392:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362394:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776496.362396:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776496.362400:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362402:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776496.362405:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776496.362415:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776496.362417:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362419:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776496.362421:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776496.362430:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776496.362434:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776496.362438:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776496.362439:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362442:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776496.362445:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776496.362450:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776496.362457:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776496.362472:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776496.362481:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776496.362491:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776496.362495:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776496.362500:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776496.362522:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776496.362526:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776496.362529:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776496.362531:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776496.362532:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776496.362541:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776496.362544:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12772
00000400:00000200:3.0:1775776496.362549:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776496.362552:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776496.362554:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776496.362557:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362560:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776496.362562:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362564:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776496.362567:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776496.362568:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775776496.362568:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776496.362571:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776496.362573:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1775776496.362574:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776496.362577:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776496.362578:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776496.362582:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776496.362587:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776496.362587:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362590:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776496.362595:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362600:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776496.362605:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776496.362606:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776496.362609:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776496.362610:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776496.362612:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776496.362614:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.362615:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776496.362618:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776496.362619:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.362623:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309259776:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776496.362625:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776496.362626:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776496.362630:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776496.362630:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.362633:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362633:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776496.362636:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775776496.362638:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775776496.362642:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
00000008:00000001:3.0:1775776496.362642:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362644:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.362646:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776496.362649:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000400:00000200:0.0:1775776496.362654:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:3.0:1775776496.362654:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776496.362659:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775776496.362661:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
02000000:00000001:3.0:1775776496.362661:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362665:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776496.362668:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776496.362669:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776496.362670:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000010:3.0:1775776496.362675:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000200:0.0:1775776496.362678:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259776, portal 25
00000100:00000001:3.0:1775776496.362680:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.362682:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776496.362684:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00100000:3.0:1775776496.362687:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776496.362692:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776496.362707:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776496.362711:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.362720:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776496.362720:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776496.362727:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776496.362732:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000001:3.0:1775776496.362736:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776496.362740:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776496.362742:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776496.362744:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776496.362745:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776496.362746:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309259776, offset 0
00000100:00000001:3.0:1775776496.362748:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776496.362751:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12772
00000400:00000200:3.0:1775776496.362757:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.362763:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776496.362763:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776496.362768:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776496.362771:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362773:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776496.362775:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776496.362778:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362781:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776496.362784:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:3.0:1775776496.362784:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776496.362787:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776496.362790:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776496.362792:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775776496.362793:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776496.362796:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776496.362797:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:3.0:1775776496.362800:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776496.362803:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776496.362809:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:3.0:1775776496.362809:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.362813:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776496.362817:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340211:340211:256:4294967295] 192.168.201.105@tcp LPNI seq info [340156:340156:8:4294967295]
00000400:00000200:0.0:1775776496.362822:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776496.362827:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776496.362831:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1775776496.362832:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776496.362836:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:0.0:1775776496.362839:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776496.362843:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000010:0.0:1775776496.362845:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00000001:3.0:1775776496.362846:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776496.362849:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776496.362852:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1775776496.362854:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:3.0:1775776496.362856:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776496.362858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1775776496.362859:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776496.362864:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1775776496.362865:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00000001:3.0:1775776496.362869:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776496.362870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1775776496.362875:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775776496.362877:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.362880:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00000010:3.0:1775776496.362888:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776496.362891:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776496.362893:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776496.362894:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362896:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776496.362897:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776496.362899:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776496.362903:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000400:00000200:0.0:1775776496.362906:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776496.362907:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776496.362916:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776496.362917:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776496.362924:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776496.362927:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:3.0:1775776496.362928:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776496.362931:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776496.362932:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776496.362936:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776496.362940:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.362950:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.362955:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776496.362957:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776496.362963:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776496.362972:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776496.362976:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362976:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776496.362979:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1775776496.362979:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776496.362983:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.362983:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776496.362989:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776496.362990:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12772
00000100:00000001:0.0:1775776496.362992:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307446151
00000100:00000010:0.0:1775776496.362997:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000400:00000200:3.0:1775776496.362997:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776496.363003:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1775776496.363003:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776496.363007:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776496.363010:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307446151
00000100:00000040:3.0:1775776496.363012:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000010:0.0:1775776496.363013:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d13c0.
00000100:00000001:3.0:1775776496.363016:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776496.363017:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1775776496.363020:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776496.363021:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776496.363025:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776496.363026:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776496.363030:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776496.363031:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1775776496.363032:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776496.363035:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00100000:0.0:1775776496.363038:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496]  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776496.363038:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776496.363042:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776496.363046:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776496.363053:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000001:0.0:1775776496.363056:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776496.363058:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776496.363059:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:3.0:1775776496.363063:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776496.363065:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776496.363067:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776496.363069:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776496.363072:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363074:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000001:3.0:1775776496.363075:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776496.363077:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000001:3.0:1775776496.363079:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776496.363083:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776496.363085:0:2357:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1775776496.363086:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.363089:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:0.0:1775776496.363091:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776496.363092:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776496.363098:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776496.363102:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776496.363108:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000100:00000200:0.0:1775776496.363110:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776496.363112:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776496.363117:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776496.363120:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363124:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776496.363124:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776496.363126:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776496.363127:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776496.363129:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363130:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363133:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1775776496.363134:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776496.363138:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.363139:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776496.363146:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776496.363153:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776496.363161:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776496.363184:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776496.363189:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776496.363192:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776496.363212:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363213:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776496.363218:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776496.363218:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12782)
00000100:00000001:0.0:1775776496.363221:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363223:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363226:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776496.363228:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776496.363231:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776496.363236:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776496.363238:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776496.363243:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776496.363251:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309259776:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776496.363256:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363258:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.363261:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309259776/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363267:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776496.363269:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776496.363272:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776496.363275:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776496.363277:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776496.363278:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776496.363280:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776496.363282:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776496.363285:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776496.363287:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776496.363289:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:0.0:1775776496.363292:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776496.363293:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363295:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363313:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776496.363315:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363317:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776496.363319:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776496.363320:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776496.363324:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363331:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776496.363332:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363334:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776496.363336:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776496.363338:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.363341:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259904:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776496.363343:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776496.363344:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776496.363346:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363348:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776496.363358:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776496.363361:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776496.363364:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776496.363367:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776496.363370:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776496.363373:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309259904, portal 10
00000100:00000001:0.0:1775776496.363375:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776496.363376:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:0.0:1775776496.363382:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363389:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776496.363391:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776496.363394:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776496.363396:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309259904, offset 0
00000400:00000200:0.0:1775776496.363400:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363403:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363406:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776496.363408:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776496.363409:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776496.363411:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776496.363413:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363415:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340212:340212:256:4294967295] 192.168.201.105@tcp LPNI seq info [340157:340157:8:4294967295]
00000400:00000200:0.0:1775776496.363417:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363421:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776496.363424:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363426:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776496.363428:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776496.363430:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775776496.363433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776496.363434:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775776496.363437:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363438:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776496.363439:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776496.363441:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776496.363443:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776496.363444:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776496.363446:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776496.363448:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363453:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.363455:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363458:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363459:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776496.363461:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776496.363464:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776496.363467:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776496.363469:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307445283
00000100:00000001:0.0:1775776496.363471:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363473:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307445283
00000100:00000001:0.0:1775776496.363475:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363477:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776496.363479:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363481:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776496.363484:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496]  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776496.363491:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776496.363493:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776496.363494:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776496.363497:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776496.363498:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776496.363500:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776496.363503:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776496.363511:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363518:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776496.363519:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363521:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363522:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776496.363525:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363529:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776496.363531:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363536:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776496.363537:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363538:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363539:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363540:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776496.363541:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776496.363542:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776496.363544:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776496.363545:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776496.363547:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776496.363554:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309259904:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776496.363558:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776496.363561:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363567:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776496.363568:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363570:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776496.363572:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776496.363574:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.363577:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260032:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776496.363580:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776496.363581:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776496.363583:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363584:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776496.363587:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776496.363589:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776496.363593:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776496.363596:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776496.363599:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776496.363603:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260032, portal 4
00000100:00000001:0.0:1775776496.363604:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776496.363606:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:0.0:1775776496.363611:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363617:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776496.363620:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776496.363622:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776496.363624:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309260032, offset 0
00000400:00000200:0.0:1775776496.363628:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363632:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363635:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776496.363638:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776496.363640:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776496.363642:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776496.363645:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363648:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340213:340213:256:4294967295] 192.168.201.105@tcp LPNI seq info [340158:340158:8:4294967295]
00000400:00000200:0.0:1775776496.363652:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363658:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776496.363663:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363666:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776496.363670:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776496.363672:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775776496.363676:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776496.363679:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775776496.363682:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363684:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776496.363687:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776496.363690:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776496.363693:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776496.363694:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776496.363697:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776496.363700:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363707:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.363709:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363715:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363717:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776496.363719:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776496.363722:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776496.363725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776496.363727:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307445411
00000100:00000001:0.0:1775776496.363729:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363731:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307445411
00000100:00000001:0.0:1775776496.363733:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363736:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776496.363738:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363740:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776496.363743:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496]  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776496.363750:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776496.363752:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776496.363753:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776496.363755:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776496.363757:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776496.363759:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776496.363762:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776496.363770:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363781:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776496.363783:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363784:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363786:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776496.363789:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363795:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776496.363798:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363804:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776496.363805:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363806:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363807:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363808:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776496.363809:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776496.363811:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776496.363812:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776496.363813:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776496.363815:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776496.363820:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260032:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776496.363822:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776496.363824:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363828:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776496.363829:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363830:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776496.363832:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776496.363833:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776496.363834:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260160:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776496.363836:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776496.363837:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776496.363838:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776496.363839:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776496.363841:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776496.363842:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776496.363845:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776496.363846:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776496.363848:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776496.363850:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260160, portal 4
00000100:00000001:0.0:1775776496.363851:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776496.363852:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:0.0:1775776496.363855:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363859:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776496.363860:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776496.363862:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776496.363863:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309260160, offset 0
00000400:00000200:0.0:1775776496.363865:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363867:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363869:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776496.363871:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776496.363872:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776496.363874:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776496.363875:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776496.363877:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340214:340214:256:4294967295] 192.168.201.105@tcp LPNI seq info [340159:340159:8:4294967295]
00000400:00000200:0.0:1775776496.363880:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776496.363884:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776496.363886:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363888:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776496.363891:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776496.363892:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1775776496.363894:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776496.363896:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1775776496.363898:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776496.363900:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776496.363901:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776496.363903:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776496.363905:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776496.363906:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776496.363908:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776496.363909:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363913:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.363915:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776521 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363919:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363920:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776496.363921:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776496.363923:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776496.363925:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776496.363926:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307445420
00000100:00000001:0.0:1775776496.363927:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363929:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307445420
00000100:00000001:0.0:1775776496.363930:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307446151
00000100:00000001:0.0:1775776496.363931:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776496.363932:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.363933:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776496.363934:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496]  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776496.363939:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776496.363940:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776496.363941:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776496.363942:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776496.363943:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776496.363944:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776496.363946:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776496.363950:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363953:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776496.363954:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363955:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363956:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776496.363958:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363961:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776496.363963:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363966:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776496.363967:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363968:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776496.363969:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363970:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776496.363970:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776496.363972:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776496.363973:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776496.363974:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776496.363976:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776496.363981:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260160:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776496.363983:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.363984:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.363985:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309259904/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.363989:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776496.363989:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776496.363990:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776496.363992:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776496.363992:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776496.363993:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776496.363994:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776496.363995:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776496.363996:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776496.363997:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776496.363998:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:0.0:1775776496.363999:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776496.364000:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.364001:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.364003:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309260032/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.364006:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776496.364007:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776496.364007:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776496.364008:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776496.364009:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776496.364009:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776496.364010:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776496.364011:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776496.364012:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776496.364013:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776496.364014:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:0.0:1775776496.364015:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776496.364016:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.364017:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776496.364018:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309260160/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776496.364023:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776496.364024:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776496.364025:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776496.364027:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776496.364027:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776496.364029:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776496.364030:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776496.364031:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776496.364033:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776496.364034:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776496.364036:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:0.0:1775776496.364037:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776496.364038:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.364040:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776496.364043:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776496.364044:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776496.364045:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776496.364047:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776497.002279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776497.002285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776497.002318:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776497.002320:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776497.002350:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776497.002353:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776497.002356:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776497.258310:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776497.258317:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776497.258319:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776497.258324:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776497.258328:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776497.258333:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776497.258336:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776497.258338:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776497.258341:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776497.322251:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307446151, at 4307446208
00000100:00000040:1.0:1775776497.322251:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307446151, at 4307446208
00000100:00000010:0.0:1775776497.322266:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776497.322268:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d13c0.
00010000:00000001:0.0:1775776498.026251:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776498.026258:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776498.026260:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776498.026263:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026267:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776498.026270:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026283:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026286:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776498.026292:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776498.026293:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776498.026294:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026296:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776498.026297:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026298:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776498.026300:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776498.026361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776498.026365:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776498.026368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776498.282253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776498.282258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776498.282260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776498.282264:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776498.282267:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776498.282285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776498.282287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776498.282289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776498.282292:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776499.050330:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776499.050337:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776499.050344:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776499.050346:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776499.050416:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776499.050420:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776499.050423:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776499.306317:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776499.306324:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776499.306325:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776499.306329:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776499.306332:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776499.306336:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776499.306339:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776499.306341:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776499.306343:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776500.074257:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776500.074273:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776500.074281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776500.074283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776500.074303:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776500.074304:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776500.074306:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776500.330302:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776500.330309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776500.330311:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776500.330316:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776500.330319:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776500.330323:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776500.330326:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776500.330329:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776500.330332:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776501.098278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776501.098283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776501.098286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776501.098287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776501.098305:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776501.098306:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776501.098308:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776501.354270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776501.354277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776501.354278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776501.354283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776501.354286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776501.354290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776501.354292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776501.354294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776501.354297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776501.482279:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776501.482286:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776501.482288:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776501.482291:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776501.482294:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776501.482300:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12777
00000400:00000200:3.0:1775776501.482308:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776501.482312:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776501.482315:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776501.482317:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482319:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482320:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482322:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776501.482325:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776501.482326:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776501.482328:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776501.482330:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776501.482331:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776501.482333:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776501.482334:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482335:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482336:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482337:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776501.482339:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776501.482341:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482342:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776501.482344:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776501.482346:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776501.482348:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482349:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776501.482351:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776501.482358:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776501.482360:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776501.482363:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776501.482363:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482365:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776501.482367:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776501.482371:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776501.482376:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776501.482381:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776501.482388:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776501.482395:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776501.482399:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776501.482402:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776501.482419:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776501.482421:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776501.482423:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776501.482424:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776501.482425:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776501.482427:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776501.482428:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12777
00000400:00000200:3.0:1775776501.482430:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776501.482432:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776501.482433:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776501.482435:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482436:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482437:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482438:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776501.482440:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776501.482441:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776501.482442:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776501.482443:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776501.482445:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776501.482446:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776501.482448:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482449:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482451:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482452:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776501.482453:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776501.482456:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775776501.482456:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482459:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482460:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775776501.482461:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776501.482463:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775776501.482465:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776501.482469:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776501.482470:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776501.482470:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776501.482475:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776501.482478:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1775776501.482479:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482481:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482481:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.482485:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1775776501.482485:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
02000000:00000001:0.0:1775776501.482488:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1775776501.482488:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776501.482492:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776501.482492:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776501.482495:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776501.482497:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309260288:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776501.482497:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776501.482499:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776501.482501:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482502:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1775776501.482504:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776501.482506:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776501.482508:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482508:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.482512:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1775776501.482514:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775776501.482516:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776501.482519:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482524:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776501.482527:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776501.482527:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776501.482531:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776501.482532:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:3.0:1775776501.482539:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776501.482540:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:3.0:1775776501.482541:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776501.482544:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776501.482545:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776501.482546:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776501.482548:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:0.0:1775776501.482549:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260288, portal 25
00000100:00080000:3.0:1775776501.482550:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12777
00000100:00000001:0.0:1775776501.482554:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1775776501.482555:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776501.482557:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048435584 : -109518661116032 : ffff9c64b31b9f80)
00000400:00000200:3.0:1775776501.482558:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776501.482560:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776501.482564:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482565:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776501.482569:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776501.482569:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482572:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776501.482575:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776501.482577:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776501.482580:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776501.482583:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000001:0.0:1775776501.482585:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1775776501.482588:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776501.482592:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776501.482592:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000010:0.0:1775776501.482596:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000040:3.0:1775776501.482598:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776501.482600:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309260288, offset 0
00000100:00000001:3.0:1775776501.482601:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482605:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776501.482610:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482610:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776501.482613:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776501.482617:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776501.482618:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776501.482622:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776501.482625:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000001:3.0:1775776501.482625:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776501.482630:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776501.482631:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1775776501.482633:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482635:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776501.482636:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776501.482639:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776501.482640:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776501.482643:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340215:340215:256:4294967295] 192.168.201.105@tcp LPNI seq info [340160:340160:8:4294967295]
00000400:00000200:0.0:1775776501.482646:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00100000:3.0:1775776501.482648:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776501.482650:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482654:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776501.482657:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1775776501.482660:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000800:00000200:0.0:1775776501.482664:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776501.482664:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776501.482667:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1775776501.482668:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
02000000:00000001:3.0:1775776501.482668:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482669:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776501.482671:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776501.482672:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776501.482676:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:3.0:1775776501.482676:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000800:00000200:0.0:1775776501.482678:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1775776501.482680:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776501.482686:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:3.0:1775776501.482687:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776501.482690:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776501.482699:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482699:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1775776501.482703:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00000001:3.0:1775776501.482703:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776501.482708:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776501.482709:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776501.482717:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775776501.482717:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776501.482720:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776501.482721:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776501.482725:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00080000:3.0:1775776501.482725:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776501.482726:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776501.482728:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776501.482730:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776501.482731:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775776501.482733:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12777
00000400:00000200:3.0:1775776501.482738:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:0.0:1775776501.482739:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776501.482742:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776501.482746:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776501.482753:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482756:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776501.482757:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776501.482759:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482761:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776501.482763:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776501.482765:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776501.482766:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776501.482768:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776501.482769:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776501.482772:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776501.482774:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482776:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776501.482778:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482780:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776501.482782:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776501.482785:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776501.482786:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776501.482787:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776501.482789:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776501.482790:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482792:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776501.482793:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776501.482794:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482795:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776501.482797:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776501.482799:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776501.482800:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776501.482801:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482802:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776501.482804:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776501.482806:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776501.482809:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776501.482809:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776501.482812:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776501.482820:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776501.482821:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482826:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776501.482832:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776501.482833:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776501.482834:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776501.482841:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776501.482842:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776501.482846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307451271
00000100:00000001:3.0:1775776501.482854:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776501.482855:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000040:3.0:1775776501.482860:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12788)
00000100:00000001:0.0:1775776501.482862:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776501.482870:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307451271
00000100:00000010:0.0:1775776501.482873:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1e40.
00000100:00000001:0.0:1775776501.482876:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776501.482881:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776501.482883:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482885:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776501.482889:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501]  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776501.482895:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776501.482896:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776501.482898:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776501.482900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776501.482901:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776501.482902:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776501.482904:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776501.482909:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.482912:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776501.482913:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482915:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.482916:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776501.482918:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.482922:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776501.482924:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.482928:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776501.482930:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482931:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.482931:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482933:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776501.482934:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776501.482936:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776501.482938:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776501.482939:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776501.482942:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776501.482946:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309260288:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776501.482949:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482950:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.482951:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9f80 x1862023309260288/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.482955:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776501.482957:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776501.482959:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776501.482960:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776501.482961:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776501.482962:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776501.482963:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776501.482965:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:0.0:1775776501.482968:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776501.482970:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776501.482971:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9f80.
00000100:00000001:0.0:1775776501.482974:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776501.482976:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482977:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.482984:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776501.482986:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.482987:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776501.482988:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776501.482990:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776501.482993:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483000:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776501.483001:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483003:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776501.483004:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776501.483006:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776501.483009:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260416:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776501.483012:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776501.483013:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776501.483015:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483016:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483019:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776501.483021:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776501.483024:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776501.483026:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776501.483029:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776501.483032:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260416, portal 10
00000100:00000001:0.0:1775776501.483033:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776501.483034:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048433792 : -109518661117824 : ffff9c64b31b9880)
00000100:00000040:0.0:1775776501.483038:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483042:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776501.483044:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776501.483045:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776501.483047:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309260416, offset 0
00000400:00000200:0.0:1775776501.483049:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483051:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483054:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776501.483056:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776501.483058:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776501.483059:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776501.483061:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483063:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340216:340216:256:4294967295] 192.168.201.105@tcp LPNI seq info [340161:340161:8:4294967295]
00000400:00000200:0.0:1775776501.483065:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483071:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776501.483075:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483078:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776501.483081:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776501.483084:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776501.483088:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776501.483104:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776501.483108:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483110:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776501.483113:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776501.483116:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776501.483119:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776501.483120:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776501.483121:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776501.483124:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483129:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483130:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483134:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483135:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776501.483137:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776501.483140:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776501.483142:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776501.483143:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307450402
00000100:00000001:0.0:1775776501.483145:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483146:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307450402
00000100:00000001:0.0:1775776501.483147:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483149:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776501.483150:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483151:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776501.483153:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501]  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776501.483157:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776501.483158:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776501.483159:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776501.483160:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776501.483161:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776501.483187:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776501.483190:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776501.483198:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483205:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776501.483207:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483208:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483222:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776501.483227:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483236:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776501.483239:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483245:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776501.483247:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483249:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483250:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483251:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776501.483253:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776501.483255:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776501.483258:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776501.483260:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776501.483264:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776501.483269:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260416:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776501.483272:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776501.483274:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483278:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776501.483279:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483280:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776501.483281:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776501.483282:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776501.483284:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260544:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776501.483286:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776501.483287:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776501.483288:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483289:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483291:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776501.483292:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776501.483295:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776501.483297:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776501.483299:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776501.483301:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260544, portal 4
00000100:00000001:0.0:1775776501.483302:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776501.483303:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:0.0:1775776501.483308:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483314:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776501.483316:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776501.483317:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776501.483319:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309260544, offset 0
00000400:00000200:0.0:1775776501.483323:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483326:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483330:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776501.483333:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776501.483335:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776501.483337:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776501.483340:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483342:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340217:340217:256:4294967295] 192.168.201.105@tcp LPNI seq info [340162:340162:8:4294967295]
00000400:00000200:0.0:1775776501.483346:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483350:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776501.483353:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483355:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776501.483357:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776501.483359:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776501.483361:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776501.483363:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776501.483365:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483366:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776501.483368:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776501.483370:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776501.483372:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776501.483373:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776501.483374:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776501.483377:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483381:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483383:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483387:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483388:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776501.483389:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776501.483391:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776501.483393:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776501.483394:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307450531
00000100:00000001:0.0:1775776501.483396:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483397:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307450531
00000100:00000001:0.0:1775776501.483398:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483399:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776501.483401:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483402:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776501.483403:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501]  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776501.483408:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776501.483409:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776501.483410:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776501.483411:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776501.483412:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776501.483413:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776501.483415:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776501.483419:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483426:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776501.483427:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483428:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483429:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776501.483431:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483434:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776501.483436:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483440:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776501.483441:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483442:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483442:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483443:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776501.483444:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776501.483445:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776501.483447:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776501.483448:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776501.483450:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776501.483454:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260544:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776501.483456:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776501.483457:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483461:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776501.483462:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483463:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776501.483464:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776501.483466:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776501.483467:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260672:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776501.483469:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776501.483470:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776501.483471:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776501.483472:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483473:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776501.483474:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776501.483476:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776501.483478:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776501.483479:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776501.483481:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260672, portal 4
00000100:00000001:0.0:1775776501.483482:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776501.483483:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:0.0:1775776501.483486:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483489:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776501.483491:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776501.483492:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776501.483493:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309260672, offset 0
00000400:00000200:0.0:1775776501.483495:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483497:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483499:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776501.483500:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776501.483502:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776501.483503:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776501.483505:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776501.483506:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340218:340218:256:4294967295] 192.168.201.105@tcp LPNI seq info [340163:340163:8:4294967295]
00000400:00000200:0.0:1775776501.483509:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776501.483512:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776501.483515:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483517:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776501.483519:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776501.483520:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776501.483523:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776501.483524:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776501.483526:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776501.483528:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776501.483529:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776501.483531:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776501.483533:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776501.483534:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776501.483535:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776501.483538:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483544:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483547:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776526 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483552:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483554:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776501.483556:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776501.483559:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776501.483562:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776501.483564:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307450540
00000100:00000001:0.0:1775776501.483566:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483568:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307450540
00000100:00000001:0.0:1775776501.483570:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307451271
00000100:00000001:0.0:1775776501.483572:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776501.483574:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483575:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776501.483579:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501]  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776501.483586:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776501.483587:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776501.483589:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776501.483590:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776501.483591:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776501.483592:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776501.483595:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776501.483599:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483603:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776501.483604:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483605:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483605:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776501.483607:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483610:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776501.483612:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483616:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776501.483617:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483618:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776501.483619:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483620:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776501.483621:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776501.483622:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776501.483624:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776501.483625:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776501.483627:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776501.483632:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260672:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776501.483634:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483635:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483636:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9880 x1862023309260416/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483640:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776501.483640:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483642:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776501.483643:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776501.483643:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776501.483644:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776501.483645:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776501.483646:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776501.483647:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776501.483648:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776501.483649:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9880.
00000100:00000001:0.0:1775776501.483651:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776501.483651:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483652:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483654:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309260544/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483657:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776501.483658:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483658:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776501.483659:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776501.483660:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776501.483660:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776501.483661:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776501.483662:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776501.483663:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776501.483665:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776501.483666:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:0.0:1775776501.483668:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776501.483669:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483670:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776501.483673:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309260672/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776501.483679:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776501.483680:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776501.483681:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776501.483683:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776501.483684:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776501.483685:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776501.483687:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776501.483688:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776501.483690:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776501.483691:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776501.483692:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:0.0:1775776501.483694:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776501.483695:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483696:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776501.483699:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776501.483700:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776501.483701:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776501.483702:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776502.122296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776502.122301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776502.122307:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776502.122308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776502.122351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776502.122355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776502.122357:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776502.378285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776502.378292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776502.378294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776502.378299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776502.378303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776502.378311:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776502.378313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776502.378315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776502.378318:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776502.442260:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307451271, at 4307451328
00000100:00000040:1.0:1775776502.442260:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307451271, at 4307451328
00000100:00000010:0.0:1775776502.442274:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776502.442276:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1e40.
00010000:00000001:0.0:1775776503.146289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776503.146293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776503.146297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776503.146297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776503.146346:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776503.146351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776503.146354:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776503.402273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776503.402279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776503.402281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776503.402285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776503.402289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776503.402292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776503.402294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776503.402296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776503.402298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776504.170266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776504.170271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776504.170275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776504.170276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776504.170301:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776504.170303:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776504.170305:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776504.426236:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776504.426242:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776504.426245:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776504.426250:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776504.426255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776504.426258:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776504.426260:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776504.426263:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776504.426266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776505.194269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776505.194276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776505.194282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776505.194283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776505.194307:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776505.194311:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776505.194314:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776505.450287:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776505.450296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776505.450298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776505.450304:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776505.450308:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776505.450313:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776505.450316:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776505.450319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776505.450322:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776506.218311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776506.218318:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776506.218324:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776506.218326:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776506.218396:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776506.218400:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776506.218404:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776506.474244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776506.474250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776506.474252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776506.474257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776506.474261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776506.474264:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776506.474266:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776506.474268:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776506.474270:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776506.602250:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776506.602258:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776506.602260:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776506.602263:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776506.602266:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776506.602272:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12783
00000400:00000200:3.0:1775776506.602280:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776506.602285:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776506.602287:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776506.602290:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602292:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602294:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602296:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776506.602298:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776506.602300:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776506.602302:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776506.602304:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776506.602305:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776506.602306:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776506.602315:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602316:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776506.602321:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776506.602324:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602326:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776506.602329:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776506.602332:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776506.602334:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602336:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776506.602338:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776506.602346:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776506.602349:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776506.602352:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776506.602353:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602355:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776506.602358:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776506.602361:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776506.602368:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776506.602373:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776506.602381:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776506.602389:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776506.602392:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776506.602395:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776506.602412:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776506.602414:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776506.602417:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776506.602418:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776506.602419:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776506.602421:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776506.602423:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12783
00000400:00000200:3.0:1775776506.602425:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776506.602427:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776506.602429:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776506.602431:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602432:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602434:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602435:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776506.602437:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776506.602438:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776506.602439:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776506.602441:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776506.602443:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776506.602444:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776506.602446:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602448:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602450:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602451:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776506.602452:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776506.602454:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602456:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776506.602457:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776506.602462:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776506.602464:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602465:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776506.602467:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1775776506.602468:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776506.602472:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602473:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.602474:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1775776506.602475:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000100:00000001:0.0:1775776506.602478:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776506.602479:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776506.602483:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776506.602484:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602486:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776506.602487:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776506.602488:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776506.602491:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776506.602493:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776506.602499:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776506.602500:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776506.602526:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776506.602527:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776506.602531:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602531:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.602537:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776506.602540:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776506.602545:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776506.602549:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776506.602552:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309260800:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776506.602562:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776506.602567:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776506.602568:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.602571:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776506.602572:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776506.602576:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1775776506.602577:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776506.602578:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776506.602581:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776506.602583:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776506.602586:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12783
02000000:00000010:0.0:1775776506.602587:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776506.602591:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776506.602592:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776506.602597:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776506.602598:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776506.602612:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602614:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602615:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776506.602617:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776506.602618:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776506.602622:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776506.602623:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776506.602624:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776506.602625:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776506.602627:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776506.602629:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776506.602630:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776506.602631:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:3.0:1775776506.602632:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602635:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602638:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776506.602640:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776506.602642:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000010:0.0:1775776506.602643:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776506.602644:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776506.602648:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776506.602650:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776506.602652:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776506.602653:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260800, portal 25
00000100:00000001:3.0:1775776506.602653:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776506.602655:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776506.602658:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00000001:3.0:1775776506.602658:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.602662:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000001:3.0:1775776506.602663:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776506.602668:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776506.602671:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000040:0.0:1775776506.602674:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776506.602674:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776506.602676:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602680:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776506.602682:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776506.602684:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776506.602689:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776506.602693:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.602694:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776506.602700:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776506.602704:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00100000:3.0:1775776506.602705:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776506.602710:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309260800, offset 0
00000100:00000001:3.0:1775776506.602718:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776506.602720:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.602725:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776506.602725:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776506.602733:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776506.602736:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776506.602740:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776506.602740:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776506.602743:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776506.602745:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776506.602747:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776506.602751:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12783
00000400:00000200:0.0:1775776506.602753:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776506.602757:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776506.602762:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776506.602764:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776506.602765:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1775776506.602768:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602771:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776506.602775:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:3.0:1775776506.602775:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602779:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776506.602781:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776506.602782:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776506.602784:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776506.602785:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775776506.602786:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776506.602790:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776506.602793:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:0.0:1775776506.602794:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:3.0:1775776506.602797:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602800:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776506.602803:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776506.602807:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340219:340219:256:4294967295] 192.168.201.105@tcp LPNI seq info [340164:340164:8:4294967295]
00000100:00000001:3.0:1775776506.602807:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776506.602811:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776506.602816:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602818:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.602822:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776506.602823:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776506.602826:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776506.602828:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602830:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776506.602832:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776506.602834:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776506.602837:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776506.602841:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000400:00000200:0.0:1775776506.602843:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1775776506.602845:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776506.602850:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776506.602851:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776506.602855:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776506.602858:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776506.602860:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776506.602861:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776506.602864:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
02000000:00000010:3.0:1775776506.602865:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776506.602870:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776506.602875:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1775776506.602879:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776506.602887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775776506.602887:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776506.602891:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776506.602899:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776506.602900:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776506.602908:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1775776506.602917:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775776506.602920:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.602924:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00000040:3.0:1775776506.602924:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12793)
00000400:00000200:0.0:1775776506.602933:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776506.602940:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776506.602946:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776506.602949:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776506.602954:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776506.602961:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.602972:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.602976:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.602985:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.602987:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776506.602993:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.602998:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776506.603001:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307456391
00000100:00000010:0.0:1775776506.603007:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776506.603014:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776506.603021:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307456391
00000100:00000010:0.0:1775776506.603025:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1840.
00000100:00000001:0.0:1775776506.603029:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776506.603032:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776506.603035:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603037:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776506.603043:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776506]  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776506.603053:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776506.603055:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776506.603057:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776506.603060:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776506.603062:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776506.603065:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776506.603069:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776506.603079:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603087:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776506.603089:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603092:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603094:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776506.603098:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603106:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776506.603112:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603142:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776506.603145:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603147:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603148:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603151:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776506.603153:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776506.603156:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776506.603161:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776506.603194:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776506.603199:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776506.603209:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309260800:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776506.603214:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603216:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.603219:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309260800/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603226:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776506.603229:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776506.603231:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776506.603235:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776506.603237:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776506.603239:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776506.603242:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776506.603244:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776506.603249:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776506.603251:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776506.603253:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:0.0:1775776506.603256:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776506.603257:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603259:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603266:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776506.603268:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603271:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776506.603273:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776506.603274:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776506.603278:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603287:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776506.603288:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603291:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776506.603293:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776506.603295:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776506.603298:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260928:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776506.603302:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776506.603304:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776506.603306:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603308:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776506.603311:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776506.603313:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.603318:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776506.603321:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776506.603325:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776506.603329:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309260928, portal 10
00000100:00000001:0.0:1775776506.603331:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776506.603332:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00000040:0.0:1775776506.603339:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603347:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776506.603350:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776506.603352:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776506.603355:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309260928, offset 0
00000400:00000200:0.0:1775776506.603360:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776506.603364:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.603369:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776506.603372:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776506.603375:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776506.603378:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776506.603380:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776506.603384:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340220:340220:256:4294967295] 192.168.201.105@tcp LPNI seq info [340165:340165:8:4294967295]
00000400:00000200:0.0:1775776506.603389:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.603396:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776506.603401:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.603405:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776506.603410:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776506.603413:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776506.603418:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776506.603420:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776506.603424:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.603426:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776506.603430:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776506.603434:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776506.603437:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776506.603439:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776506.603442:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776506.603445:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603455:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.603458:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603473:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603475:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776506.603478:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776506.603481:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776506.603485:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776506.603488:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307455523
00000100:00000001:0.0:1775776506.603491:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.603493:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307455523
00000100:00000001:0.0:1775776506.603495:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.603497:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776506.603500:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603502:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776506.603506:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776506]  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776506.603515:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776506.603517:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776506.603519:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776506.603522:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776506.603523:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776506.603526:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776506.603530:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776506.603538:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603545:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776506.603547:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603549:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603550:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776506.603555:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603563:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776506.603567:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603575:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776506.603577:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603579:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603580:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603582:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776506.603585:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776506.603588:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776506.603592:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776506.603594:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776506.603599:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776506.603608:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309260928:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776506.603613:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776506.603616:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603625:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776506.603626:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603628:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776506.603631:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776506.603633:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776506.603636:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261056:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776506.603639:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776506.603641:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776506.603643:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603645:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776506.603649:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776506.603651:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.603654:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776506.603657:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776506.603661:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776506.603664:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261056, portal 4
00000100:00000001:0.0:1775776506.603666:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776506.603668:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:0.0:1775776506.603674:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603681:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776506.603684:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776506.603686:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776506.603688:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309261056, offset 0
00000400:00000200:0.0:1775776506.603693:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776506.603697:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.603702:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776506.603705:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776506.603707:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776506.603710:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776506.603713:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776506.603716:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340221:340221:256:4294967295] 192.168.201.105@tcp LPNI seq info [340166:340166:8:4294967295]
00000400:00000200:0.0:1775776506.603721:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.603728:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776506.603733:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.603737:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776506.603741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776506.603744:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776506.603749:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776506.603752:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776506.603756:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.603759:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776506.603762:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776506.603765:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776506.603768:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776506.603770:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776506.603773:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776506.603777:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603786:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.603790:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603797:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603799:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776506.603802:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776506.603805:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776506.603809:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776506.603811:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307455651
00000100:00000001:0.0:1775776506.603813:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.603816:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307455651
00000100:00000001:0.0:1775776506.603818:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.603821:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776506.603823:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.603825:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776506.603829:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776506]  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776506.603838:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776506.603839:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776506.603842:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776506.603844:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776506.603846:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776506.603849:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776506.603852:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776506.603861:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603867:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776506.603869:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603871:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603873:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776506.603876:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603884:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776506.603888:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603896:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776506.603899:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603901:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.603902:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.603904:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776506.603905:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776506.603908:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776506.603912:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776506.603914:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776506.603919:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776506.603927:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261056:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776506.603932:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776506.603935:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603943:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776506.603944:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603947:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776506.603949:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776506.603951:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776506.603954:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261184:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776506.603958:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776506.603960:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776506.603961:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776506.603963:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776506.603967:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776506.603969:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776506.603972:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776506.603974:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776506.603978:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776506.603981:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261184, portal 4
00000100:00000001:0.0:1775776506.603983:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776506.603984:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:0.0:1775776506.603991:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.603998:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776506.604000:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776506.604003:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776506.604005:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309261184, offset 0
00000400:00000200:0.0:1775776506.604009:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776506.604014:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.604018:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776506.604021:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776506.604024:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776506.604027:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776506.604029:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776506.604033:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340222:340222:256:4294967295] 192.168.201.105@tcp LPNI seq info [340167:340167:8:4294967295]
00000400:00000200:0.0:1775776506.604037:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776506.604044:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776506.604049:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.604053:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776506.604057:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776506.604060:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776506.604065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776506.604067:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776506.604072:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776506.604074:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776506.604077:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776506.604081:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776506.604083:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776506.604086:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776506.604088:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776506.604092:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604100:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.604103:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776531 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604110:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.604112:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776506.604116:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776506.604119:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776506.604139:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776506.604142:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307455660
00000100:00000001:0.0:1775776506.604145:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.604147:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307455660
00000100:00000001:0.0:1775776506.604149:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307456391
00000100:00000001:0.0:1775776506.604151:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776506.604154:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.604156:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776506.604161:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776506]  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776506.604190:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776506.604192:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776506.604194:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776506.604196:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776506.604198:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776506.604200:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776506.604204:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776506.604213:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604220:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776506.604221:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604224:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.604225:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776506.604229:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604236:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776506.604240:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604248:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776506.604250:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604252:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776506.604253:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604255:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776506.604257:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776506.604259:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776506.604263:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776506.604265:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776506.604270:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776506.604278:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261184:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776506.604283:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604285:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.604288:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309260928/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604295:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776506.604297:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776506.604299:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776506.604302:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776506.604303:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776506.604305:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776506.604307:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776506.604309:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776506.604311:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776506.604313:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776506.604314:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:0.0:1775776506.604317:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776506.604318:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604320:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.604323:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309261056/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604330:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776506.604332:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776506.604333:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776506.604335:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776506.604337:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776506.604338:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776506.604340:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776506.604342:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776506.604345:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776506.604346:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776506.604347:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:0.0:1775776506.604350:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776506.604351:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604353:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776506.604356:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309261184/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776506.604364:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776506.604365:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776506.604367:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776506.604369:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776506.604370:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776506.604371:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776506.604373:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776506.604375:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776506.604377:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776506.604379:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776506.604380:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:0.0:1775776506.604383:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776506.604384:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604386:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776506.604390:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776506.604392:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776506.604394:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776506.604395:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776507.242240:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776507.242246:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776507.242253:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776507.242254:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776507.242314:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776507.242317:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776507.242319:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776507.498254:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776507.498261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776507.498262:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776507.498268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776507.498271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776507.498275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776507.498278:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776507.498281:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776507.498284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776507.562280:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307456391, at 4307456448
00000100:00000040:1.0:1775776507.562280:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307456391, at 4307456448
00000100:00000010:1.0:1775776507.562297:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1840.
00000100:00000010:0.0:1775776507.562304:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776508.266289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776508.266298:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776508.266301:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776508.266304:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266310:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776508.266313:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266316:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266318:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266323:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776508.266325:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776508.266326:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776508.266328:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266329:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776508.266331:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266332:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776508.266335:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776508.266360:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776508.266362:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776508.266365:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776508.522229:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776508.522234:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776508.522236:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776508.522241:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776508.522244:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776508.522247:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776508.522249:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776508.522251:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776508.522253:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776509.290255:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776509.290262:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776509.290269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776509.290270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776509.290294:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776509.290297:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776509.290300:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776509.546249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776509.546255:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776509.546256:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776509.546261:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776509.546263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776509.546266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776509.546269:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776509.546271:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776509.546273:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776510.314339:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776510.314343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776510.314348:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776510.314348:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776510.314416:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776510.314420:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776510.314423:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776510.570282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776510.570290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776510.570294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776510.570300:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776510.570304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776510.570308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776510.570311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776510.570314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776510.570317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776511.338262:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776511.338267:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776511.338271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776511.338272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776511.338335:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776511.338339:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776511.338343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776511.594270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776511.594276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776511.594278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776511.594284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776511.594288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776511.594291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776511.594293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776511.594295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776511.594297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776511.722308:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776511.722316:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776511.722319:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776511.722323:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776511.722326:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776511.722332:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12788
00000400:00000200:1.0:1775776511.722341:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776511.722347:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776511.722349:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776511.722352:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722355:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722358:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722360:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776511.722364:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776511.722365:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776511.722368:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776511.722370:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776511.722372:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776511.722375:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776511.722378:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722380:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722382:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722384:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776511.722386:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776511.722389:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722391:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776511.722394:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776511.722397:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776511.722400:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.722401:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776511.722403:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776511.722412:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776511.722415:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776511.722418:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776511.722420:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.722422:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776511.722425:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776511.722429:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776511.722437:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776511.722442:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776511.722457:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776511.722467:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776511.722471:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776511.722476:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776511.722493:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776511.722496:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776511.722499:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776511.722501:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776511.722503:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776511.722505:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776511.722508:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12788
00000400:00000200:1.0:1775776511.722513:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776511.722517:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1775776511.722517:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776511.722521:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776511.722523:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1775776511.722524:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776511.722530:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776511.722531:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776511.722532:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722536:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722540:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776511.722544:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776511.722547:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776511.722550:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776511.722551:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1775776511.722553:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776511.722554:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775776511.722556:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776511.722559:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
02000000:00000001:0.0:1775776511.722560:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776511.722564:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775776511.722564:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722568:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775776511.722570:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776511.722572:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722575:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00100000:0.0:1775776511.722576:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309261312:192.168.201.105@tcp:250:kworker.0
00000020:00000040:1.0:1775776511.722578:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776511.722583:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776511.722584:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775776511.722586:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776511.722588:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776511.722589:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776511.722591:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.722593:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775776511.722593:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776511.722597:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776511.722599:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
00000100:00000001:1.0:1775776511.722599:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776511.722602:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775776511.722605:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776511.722608:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.722609:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776511.722613:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776511.722614:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000010:1.0:1775776511.722617:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776511.722619:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776511.722621:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776511.722623:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.722625:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776511.722627:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775776511.722628:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000001:1.0:1775776511.722629:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776511.722634:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000200:0.0:1775776511.722635:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261312, portal 25
00000100:00000001:0.0:1775776511.722638:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776511.722638:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722640:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523483008 : -109519186068608 : ffff9c6493d17b80)
00000100:00100000:1.0:1775776511.722645:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776511.722646:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.722672:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776511.722673:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775776511.722676:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776511.722679:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776511.722681:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309261312, offset 0
00000100:00000001:1.0:1775776511.722683:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.722687:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:1.0:1775776511.722690:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776511.722695:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.722703:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:1.0:1775776511.722705:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.722707:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775776511.722709:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776511.722712:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:1.0:1775776511.722716:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775776511.722717:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775776511.722718:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776511.722720:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:1.0:1775776511.722721:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776511.722726:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340223:340223:256:4294967295] 192.168.201.105@tcp LPNI seq info [340168:340168:8:4294967295]
00000100:00000001:1.0:1775776511.722726:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776511.722732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776511.722732:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12788
00000400:00000200:0.0:1775776511.722742:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775776511.722750:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.0:1775776511.722751:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776511.722755:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776511.722758:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1775776511.722759:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00000040:1.0:1775776511.722761:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722764:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722767:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722770:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.0:1775776511.722772:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:1.0:1775776511.722773:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776511.722776:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:0.0:1775776511.722778:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000020:00000001:1.0:1775776511.722778:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776511.722781:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776511.722784:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776511.722788:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776511.722789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776511.722793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776511.722795:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1775776511.722796:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722800:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722802:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000100:0.0:1775776511.722805:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000040:1.0:1775776511.722806:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000010:0.0:1775776511.722808:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00080000:1.0:1775776511.722811:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776511.722814:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776511.722814:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776511.722816:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776511.722820:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776511.722821:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1775776511.722824:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.722827:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000100:00000001:1.0:1775776511.722827:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775776511.722830:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000008:00100000:1.0:1775776511.722830:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776511.722834:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722836:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776511.722836:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776511.722841:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775776511.722842:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776511.722846:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776511.722851:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776511.722853:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722855:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775776511.722856:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776511.722858:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775776511.722860:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776511.722861:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776511.722866:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:0.0:1775776511.722871:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.722871:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722875:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776511.722879:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776511.722879:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776511.722891:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776511.722892:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307461511
00000100:00000001:1.0:1775776511.722897:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775776511.722899:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:1.0:1775776511.722900:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722905:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775776511.722905:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.722914:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307461511
00000100:00000001:1.0:1775776511.722915:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776511.722920:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d11e0.
00000100:00080000:1.0:1775776511.722920:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776511.722925:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776511.722926:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776511.722927:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776511.722930:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776511.722932:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776511.722933:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776511.722937:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12788
00000100:00000001:0.0:1775776511.722938:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.722942:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1775776511.722942:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776511.722947:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00100000:0.0:1775776511.722950:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511]  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776511.722950:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776511.722955:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722959:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776511.722963:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.722967:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776511.722971:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776511.722973:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776511.722976:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776511.722979:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776511.722981:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000001:0.0:1775776511.722982:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776511.722984:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1775776511.722985:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000010:0.0:1775776511.722987:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000100:00000040:1.0:1775776511.722989:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776511.722991:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000001:1.0:1775776511.722992:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775776511.722993:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776511.722997:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775776511.722997:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776511.723000:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:0.0:1775776511.723003:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776511.723004:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776511.723010:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776511.723016:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776511.723019:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776511.723020:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776511.723024:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776511.723027:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776511.723028:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723030:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723031:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775776511.723033:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.723044:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776511.723047:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776511.723048:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775776511.723051:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776511.723056:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723060:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1775776511.723061:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000100:00000040:0.0:1775776511.723064:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776511.723065:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776511.723070:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776511.723073:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723077:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776511.723077:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776511.723079:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776511.723081:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775776511.723082:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723083:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723086:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723088:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000010:1.0:1775776511.723088:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00000001:0.0:1775776511.723092:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776511.723093:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776511.723098:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1775776511.723100:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775776511.723105:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776511.723110:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1775776511.723111:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776511.723115:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776511.723119:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776511.723122:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776511.723145:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776511.723149:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309261312:192.168.201.105@tcp:250:kworker.0
00000100:00000040:1.0:1775776511.723150:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12798)
00000100:00000001:0.0:1775776511.723154:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723156:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723159:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17b80 x1862023309261312/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723186:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776511.723188:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723190:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776511.723193:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776511.723194:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776511.723195:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776511.723196:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776511.723198:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:0.0:1775776511.723200:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776511.723202:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776511.723203:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17b80.
00000100:00000001:0.0:1775776511.723205:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776511.723206:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723207:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723212:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776511.723213:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723215:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776511.723216:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776511.723217:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776511.723219:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723223:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776511.723224:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723225:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776511.723227:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776511.723228:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776511.723229:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261440:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776511.723231:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776511.723233:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776511.723234:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723235:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723237:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776511.723239:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.723243:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776511.723245:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776511.723248:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776511.723251:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261440, portal 10
00000100:00000001:0.0:1775776511.723253:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776511.723255:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776511.723260:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723267:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776511.723269:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776511.723271:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776511.723273:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309261440, offset 0
00000400:00000200:0.0:1775776511.723277:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723281:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723284:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776511.723287:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776511.723289:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776511.723292:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776511.723294:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723297:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340224:340224:256:4294967295] 192.168.201.105@tcp LPNI seq info [340169:340169:8:4294967295]
00000400:00000200:0.0:1775776511.723301:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723307:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776511.723311:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723315:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776511.723319:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776511.723322:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776511.723325:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776511.723327:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776511.723329:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723331:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776511.723333:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776511.723335:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776511.723337:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776511.723338:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776511.723340:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776511.723342:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723347:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723348:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723352:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723353:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776511.723355:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776511.723358:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776511.723360:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776511.723361:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307460643
00000100:00000001:0.0:1775776511.723363:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723364:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307460643
00000100:00000001:0.0:1775776511.723365:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723366:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776511.723367:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723369:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776511.723370:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511]  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776511.723375:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776511.723375:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776511.723377:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776511.723378:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776511.723379:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776511.723380:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776511.723382:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776511.723386:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723389:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776511.723390:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723391:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723392:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776511.723394:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723398:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776511.723401:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723407:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776511.723417:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723418:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723419:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723421:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776511.723423:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776511.723425:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776511.723429:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776511.723431:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776511.723435:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776511.723443:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261440:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776511.723447:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776511.723450:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723454:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776511.723455:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723457:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776511.723458:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776511.723459:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776511.723461:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261568:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776511.723463:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776511.723464:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776511.723465:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723466:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723468:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776511.723470:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.723472:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776511.723473:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776511.723475:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776511.723477:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261568, portal 4
00000100:00000001:0.0:1775776511.723479:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776511.723479:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776511.723483:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723487:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776511.723488:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776511.723489:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776511.723490:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309261568, offset 0
00000400:00000200:0.0:1775776511.723493:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723495:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723497:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776511.723499:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776511.723501:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776511.723502:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776511.723503:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723505:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340225:340225:256:4294967295] 192.168.201.105@tcp LPNI seq info [340170:340170:8:4294967295]
00000400:00000200:0.0:1775776511.723508:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723511:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776511.723513:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723515:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776511.723517:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776511.723519:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776511.723522:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776511.723524:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776511.723528:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723530:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776511.723532:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776511.723535:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776511.723538:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776511.723539:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776511.723541:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776511.723543:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723550:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723552:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723558:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723560:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776511.723562:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776511.723565:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776511.723568:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776511.723570:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307460771
00000100:00000001:0.0:1775776511.723572:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723574:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307460771
00000100:00000001:0.0:1775776511.723577:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723579:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776511.723580:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723582:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776511.723585:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511]  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776511.723591:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776511.723592:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776511.723593:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776511.723595:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776511.723596:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776511.723597:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776511.723599:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776511.723604:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723607:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776511.723608:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723609:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723609:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776511.723611:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723615:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776511.723617:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723621:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776511.723622:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723622:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723623:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723625:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776511.723626:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776511.723627:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776511.723629:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776511.723630:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776511.723632:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776511.723636:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261568:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776511.723638:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776511.723640:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723644:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776511.723645:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723646:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776511.723647:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776511.723648:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776511.723649:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261696:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776511.723651:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776511.723652:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776511.723653:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776511.723654:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723656:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776511.723657:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776511.723659:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776511.723660:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776511.723662:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776511.723664:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261696, portal 4
00000100:00000001:0.0:1775776511.723665:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776511.723666:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776511.723669:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723673:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776511.723674:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776511.723676:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776511.723677:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309261696, offset 0
00000400:00000200:0.0:1775776511.723679:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723681:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723683:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776511.723685:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776511.723686:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776511.723687:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776511.723689:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776511.723691:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340226:340226:256:4294967295] 192.168.201.105@tcp LPNI seq info [340171:340171:8:4294967295]
00000400:00000200:0.0:1775776511.723693:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776511.723697:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776511.723699:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723701:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776511.723703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776511.723705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776511.723707:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776511.723709:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776511.723711:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776511.723712:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776511.723714:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776511.723716:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776511.723718:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776511.723719:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776511.723720:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776511.723722:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723726:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723727:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776536 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723735:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723736:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776511.723738:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776511.723740:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776511.723743:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776511.723744:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307460780
00000100:00000001:0.0:1775776511.723746:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723748:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307460780
00000100:00000001:0.0:1775776511.723750:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307461511
00000100:00000001:0.0:1775776511.723752:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776511.723754:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723756:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776511.723759:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511]  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776511.723766:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776511.723768:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776511.723769:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776511.723771:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776511.723772:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776511.723774:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776511.723777:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776511.723785:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723789:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776511.723790:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723791:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723791:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776511.723794:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723798:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776511.723800:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723804:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776511.723805:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723805:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776511.723806:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723807:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776511.723808:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776511.723809:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776511.723811:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776511.723812:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776511.723814:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776511.723817:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261696:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776511.723819:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723821:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723822:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309261440/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723826:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776511.723827:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723828:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776511.723829:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776511.723830:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776511.723831:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776511.723832:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776511.723834:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62000.
02000000:00000001:0.0:1775776511.723835:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776511.723836:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776511.723837:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776511.723839:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776511.723840:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723841:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723842:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309261568/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723846:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776511.723847:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723847:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776511.723848:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776511.723849:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776511.723849:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776511.723850:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776511.723851:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61800.
02000000:00000001:0.0:1775776511.723852:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776511.723853:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776511.723853:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776511.723854:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776511.723855:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723856:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776511.723857:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309261696/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776511.723860:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776511.723861:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776511.723862:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776511.723862:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776511.723863:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776511.723864:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776511.723864:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776511.723865:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63800.
02000000:00000001:0.0:1775776511.723866:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776511.723867:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776511.723867:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776511.723869:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776511.723870:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723871:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776511.723873:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776511.723874:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776511.723875:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776511.723876:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776512.362240:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776512.362245:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776512.362250:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776512.362251:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776512.362271:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776512.362273:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776512.362276:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776512.618276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776512.618282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776512.618284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776512.618289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776512.618293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776512.618297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776512.618300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776512.618303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776512.618305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776512.682270:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307461511, at 4307461568
00000100:00000040:1.0:1775776512.682270:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307461511, at 4307461568
00000100:00000010:0.0:1775776512.682284:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776512.682286:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d11e0.
00010000:00000001:0.0:1775776513.386266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776513.386271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776513.386277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776513.386278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776513.386308:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776513.386310:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776513.386312:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776513.642272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776513.642280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776513.642282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776513.642288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776513.642292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776513.642296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776513.642299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776513.642302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776513.642305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776514.410335:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776514.410343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776514.410351:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776514.410352:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776514.410437:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776514.410441:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776514.410446:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776514.666299:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776514.666308:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776514.666311:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776514.666318:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776514.666322:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776514.666328:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776514.666331:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776514.666334:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776514.666337:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776515.434314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776515.434321:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776515.434329:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776515.434330:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776515.434388:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776515.434391:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776515.434394:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776515.690343:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776515.690351:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776515.690354:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776515.690361:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776515.690365:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776515.690369:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776515.690372:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776515.690375:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776515.690378:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776516.458290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776516.458295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776516.458300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776516.458301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776516.458324:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776516.458327:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776516.458329:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776516.714265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776516.714271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776516.714272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776516.714277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776516.714280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776516.714283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776516.714285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776516.714287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776516.714289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776516.842231:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776516.842238:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776516.842240:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776516.842244:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776516.842247:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776516.842253:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12793
00000400:00000200:1.0:1775776516.842262:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776516.842266:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776516.842268:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776516.842270:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842272:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776516.842274:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842276:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776516.842278:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776516.842279:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776516.842281:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776516.842283:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776516.842284:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776516.842286:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776516.842287:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842289:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776516.842290:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842291:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776516.842292:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776516.842294:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842296:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776516.842298:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776516.842300:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776516.842302:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842303:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776516.842304:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776516.842312:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776516.842315:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776516.842319:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776516.842321:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842323:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776516.842326:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776516.842330:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776516.842337:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776516.842344:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776516.842353:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776516.842364:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776516.842368:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776516.842372:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776516.842400:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776516.842403:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776516.842406:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776516.842407:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776516.842409:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776516.842412:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776516.842414:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12793
00000400:00000200:1.0:1775776516.842417:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776516.842420:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776516.842421:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776516.842424:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842425:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776516.842427:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842430:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776516.842432:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776516.842434:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776516.842435:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775776516.842436:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776516.842440:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776516.842441:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775776516.842443:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776516.842445:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775776516.842446:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776516.842452:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776516.842455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776516.842455:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776516.842459:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842464:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776516.842469:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776516.842473:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1775776516.842474:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776516.842476:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842480:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.842481:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776516.842483:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776516.842484:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776516.842487:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776516.842490:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309261824:192.168.201.105@tcp:250:kworker.0
02000000:00000001:1.0:1775776516.842491:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776516.842493:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776516.842496:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.842497:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776516.842500:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842501:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776516.842504:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1775776516.842506:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775776516.842508:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776516.842511:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775776516.842511:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842517:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776516.842521:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:1.0:1775776516.842523:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000400:00000010:0.0:1775776516.842526:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000020:00000040:1.0:1775776516.842527:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000010:0.0:1775776516.842533:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776516.842541:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261824, portal 25
02000000:00000001:1.0:1775776516.842542:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776516.842545:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1775776516.842545:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842548:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523479424 : -109519186072192 : ffff9c6493d16d80)
00000100:00000001:1.0:1775776516.842550:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776516.842553:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776516.842556:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.842557:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775776516.842563:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:0.0:1775776516.842566:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776516.842569:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.842571:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776516.842576:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00100000:1.0:1775776516.842579:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776516.842580:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309261824, offset 0
00000100:00000001:1.0:1775776516.842589:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776516.842593:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776516.842594:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:1.0:1775776516.842596:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776516.842606:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776516.842608:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776516.842609:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776516.842614:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776516.842615:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776516.842616:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776516.842619:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:1.0:1775776516.842619:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776516.842624:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12793
00000400:00000200:0.0:1775776516.842628:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776516.842632:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776516.842635:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776516.842637:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776516.842645:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340227:340227:256:4294967295] 192.168.201.105@tcp LPNI seq info [340172:340172:8:4294967295]
00000400:00000200:0.0:1775776516.842648:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.842655:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775776516.842661:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.0:1775776516.842662:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776516.842666:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000010:0.0:1775776516.842667:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00080000:1.0:1775776516.842669:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776516.842672:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.0:1775776516.842677:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776516.842677:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775776516.842680:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1775776516.842682:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842684:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776516.842688:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776516.842690:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:0.1:1775776516.842691:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:1.0:1775776516.842693:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.1:1775776516.842694:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1775776516.842697:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000100:0.0:1775776516.842700:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000001:1.0:1775776516.842702:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000010:0.0:1775776516.842704:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000020:00000001:1.0:1775776516.842706:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776516.842711:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776516.842712:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776516.842714:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776516.842719:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776516.842724:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000100:00000040:1.0:1775776516.842725:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776516.842728:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:1.0:1775776516.842728:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776516.842733:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776516.842735:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776516.842736:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776516.842737:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776516.842740:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776516.842743:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1775776516.842744:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776516.842747:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842751:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776516.842754:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776516.842759:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842761:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776516.842763:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776516.842765:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:0.0:1775776516.842767:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775776516.842768:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776516.842771:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.842773:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776516.842774:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776516.842776:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776516.842779:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776516.842786:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:0.0:1775776516.842787:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842791:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776516.842792:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842797:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776516.842802:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776516.842806:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776516.842811:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307466631
00000100:00000001:1.0:1775776516.842816:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775776516.842818:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:1.0:1775776516.842819:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842825:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775776516.842826:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.842832:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307466631
00000100:00000010:0.0:1775776516.842837:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1780.
00000100:00000001:1.0:1775776516.842838:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842840:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1775776516.842843:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776516.842844:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776516.842847:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.842851:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775776516.842851:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776516.842855:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:0.0:1775776516.842857:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516]  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776516.842858:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776516.842864:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776516.842870:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12793
00000400:00000001:0.0:1775776516.842872:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776516.842874:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776516.842876:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:1.0:1775776516.842876:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.842881:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776516.842883:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000400:00000200:1.0:1775776516.842884:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776516.842885:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:1.0:1775776516.842888:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775776516.842890:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776516.842896:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842900:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776516.842901:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776516.842904:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842909:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776516.842913:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776516.842915:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776516.842916:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1775776516.842918:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776516.842919:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1775776516.842920:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776516.842923:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:1.0:1775776516.842924:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776516.842927:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1775776516.842927:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776516.842933:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842936:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775776516.842937:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776516.842940:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842955:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776516.842958:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776516.842961:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776516.842963:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776516.842971:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776516.842973:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776516.842975:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842977:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776516.842979:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776516.842981:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842983:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776516.842986:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776516.842988:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776516.842990:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776516.842992:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776516.842993:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776516.842994:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776516.842996:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776516.842999:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776516.843003:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776516.843007:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776516.843014:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776516.843016:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776516.843019:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776516.843024:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776516.843027:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12803)
00000100:00000001:0.0:1775776516.843114:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776516.843120:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843127:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776516.843130:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843132:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843133:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843136:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776516.843138:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776516.843140:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776516.843144:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776516.843147:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776516.843151:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776516.843159:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309261824:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776516.843194:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843196:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843200:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16d80 x1862023309261824/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843207:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776516.843209:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843211:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776516.843214:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776516.843215:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776516.843216:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776516.843217:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776516.843219:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776516.843221:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776516.843222:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776516.843223:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16d80.
00000100:00000001:0.0:1775776516.843226:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776516.843226:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843228:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843233:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776516.843234:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843235:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776516.843236:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776516.843237:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776516.843240:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843252:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776516.843253:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843255:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776516.843257:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776516.843259:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776516.843261:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261952:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776516.843264:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776516.843266:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776516.843268:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843269:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843272:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776516.843274:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776516.843278:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776516.843281:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776516.843284:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776516.843287:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309261952, portal 10
00000100:00000001:0.0:1775776516.843289:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776516.843290:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776516.843296:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843300:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776516.843301:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776516.843303:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776516.843306:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309261952, offset 0
00000400:00000200:0.0:1775776516.843309:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843313:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843317:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776516.843327:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776516.843330:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776516.843332:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776516.843334:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843337:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340228:340228:256:4294967295] 192.168.201.105@tcp LPNI seq info [340173:340173:8:4294967295]
00000400:00000200:0.0:1775776516.843342:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843348:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776516.843352:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843356:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776516.843360:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776516.843362:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776516.843366:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776516.843377:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776516.843380:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843381:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776516.843383:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776516.843386:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776516.843388:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776516.843389:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776516.843390:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776516.843393:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843398:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843403:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843404:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776516.843406:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.843409:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776516.843411:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776516.843413:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307465763
00000100:00000001:0.0:1775776516.843415:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843417:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307465763
00000100:00000001:0.0:1775776516.843419:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843421:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776516.843423:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843425:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776516.843428:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516]  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776516.843436:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776516.843437:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776516.843439:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776516.843441:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776516.843442:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776516.843444:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776516.843447:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776516.843455:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843461:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776516.843463:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843464:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843465:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776516.843469:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843475:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776516.843477:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843481:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776516.843483:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843484:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843485:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843486:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776516.843487:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776516.843488:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776516.843490:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776516.843492:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776516.843494:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776516.843498:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309261952:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776516.843500:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776516.843502:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843505:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776516.843506:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843508:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776516.843509:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776516.843510:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776516.843512:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262080:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776516.843513:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776516.843514:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776516.843515:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843516:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843518:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776516.843519:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776516.843522:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776516.843523:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776516.843525:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776516.843527:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262080, portal 4
00000100:00000001:0.0:1775776516.843529:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776516.843529:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776516.843533:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843536:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776516.843538:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776516.843539:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776516.843541:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309262080, offset 0
00000400:00000200:0.0:1775776516.843543:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843546:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843548:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776516.843550:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776516.843552:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776516.843554:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776516.843556:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843559:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340229:340229:256:4294967295] 192.168.201.105@tcp LPNI seq info [340174:340174:8:4294967295]
00000400:00000200:0.0:1775776516.843563:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843568:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776516.843572:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843575:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776516.843579:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776516.843582:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776516.843586:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776516.843588:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776516.843592:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843594:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776516.843597:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776516.843599:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776516.843602:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776516.843603:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776516.843605:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776516.843607:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843612:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843614:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843617:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843618:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776516.843620:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.843622:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776516.843624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776516.843626:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307465891
00000100:00000001:0.0:1775776516.843627:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843628:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307465891
00000100:00000001:0.0:1775776516.843630:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843631:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776516.843632:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843633:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776516.843635:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516]  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776516.843639:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776516.843640:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776516.843641:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776516.843642:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776516.843643:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776516.843645:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776516.843646:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776516.843651:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843654:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776516.843655:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843656:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843656:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776516.843658:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843661:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776516.843663:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843668:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776516.843669:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843670:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843671:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843672:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776516.843672:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776516.843674:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776516.843675:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776516.843676:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776516.843678:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776516.843682:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262080:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776516.843684:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776516.843686:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843689:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776516.843690:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843691:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776516.843692:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776516.843693:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776516.843695:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262208:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776516.843697:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776516.843698:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776516.843699:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776516.843700:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843702:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776516.843704:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776516.843707:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776516.843709:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776516.843712:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776516.843715:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262208, portal 4
00000100:00000001:0.0:1775776516.843716:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776516.843717:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776516.843723:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843728:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776516.843730:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776516.843732:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776516.843735:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309262208, offset 0
00000400:00000200:0.0:1775776516.843738:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843742:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843745:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776516.843748:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776516.843750:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776516.843752:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776516.843755:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776516.843758:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340230:340230:256:4294967295] 192.168.201.105@tcp LPNI seq info [340175:340175:8:4294967295]
00000400:00000200:0.0:1775776516.843761:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776516.843767:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776516.843770:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843772:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776516.843774:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776516.843776:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776516.843779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776516.843780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776516.843782:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776516.843784:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776516.843785:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776516.843787:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776516.843789:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776516.843790:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776516.843792:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776516.843794:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843799:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843800:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776541 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843804:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843805:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776516.843807:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776516.843809:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776516.843811:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776516.843812:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307465900
00000100:00000001:0.0:1775776516.843813:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843815:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307465900
00000100:00000001:0.0:1775776516.843816:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307466631
00000100:00000001:0.0:1775776516.843817:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776516.843818:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843819:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776516.843821:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516]  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776516.843825:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776516.843826:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776516.843827:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776516.843828:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776516.843829:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776516.843830:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776516.843832:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776516.843837:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843843:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776516.843844:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843845:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843846:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776516.843848:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843852:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776516.843853:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843857:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776516.843858:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843859:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776516.843860:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843860:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776516.843861:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776516.843863:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776516.843864:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776516.843865:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776516.843867:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776516.843871:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262208:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776516.843873:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843874:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843875:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309261952/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843879:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776516.843880:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843882:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776516.843883:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776516.843884:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776516.843885:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776516.843887:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776516.843888:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776516.843889:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776516.843890:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776516.843891:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776516.843892:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776516.843893:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843894:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843896:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309262080/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843900:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776516.843900:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843901:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776516.843902:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776516.843902:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776516.843903:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776516.843904:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776516.843905:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776516.843906:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776516.843906:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776516.843907:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776516.843908:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776516.843909:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843909:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776516.843911:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309262208/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776516.843915:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776516.843915:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776516.843916:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776516.843918:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776516.843919:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776516.843920:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776516.843922:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776516.843923:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60000.
02000000:00000001:0.0:1775776516.843925:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776516.843926:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776516.843927:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776516.843929:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776516.843930:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843931:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776516.843935:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776516.843936:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776516.843938:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776516.843939:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776517.482286:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776517.482288:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776517.482291:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482295:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776517.482297:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482299:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482301:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482305:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776517.482306:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776517.482308:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776517.482309:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482310:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776517.482312:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482313:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776517.482315:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776517.482335:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776517.482338:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776517.482340:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776517.738275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776517.738281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776517.738283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776517.738288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776517.738291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776517.738295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776517.738297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776517.738299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776517.738302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776517.802263:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307466631, at 4307466688
00000100:00000040:1.0:1775776517.802266:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307466631, at 4307466688
00000100:00000010:0.0:1775776517.802276:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776517.802278:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1780.
00010000:00000001:0.0:1775776518.506272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776518.506285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776518.506291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776518.506292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776518.506347:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776518.506351:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776518.506354:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776518.762263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776518.762270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776518.762272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776518.762277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776518.762281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776518.762286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776518.762289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776518.762291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776518.762294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776519.530259:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776519.530264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776519.530270:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776519.530271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776519.530352:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776519.530354:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776519.530356:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776519.786266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776519.786273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776519.786275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776519.786281:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776519.786285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776519.786290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776519.786292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776519.786295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776519.786298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776520.554318:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776520.554325:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776520.554332:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776520.554333:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776520.554377:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776520.554381:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776520.554384:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776520.810293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776520.810303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776520.810305:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776520.810312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776520.810316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776520.810321:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776520.810324:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776520.810327:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776520.810330:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776521.578265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776521.578270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776521.578277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776521.578278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776521.578299:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776521.578302:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776521.578305:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776521.834276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776521.834283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776521.834286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776521.834291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776521.834295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776521.834298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776521.834300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776521.834303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776521.834305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776521.962290:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776521.962300:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776521.962302:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776521.962305:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776521.962310:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776521.962316:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12798
00000400:00000200:1.0:1775776521.962325:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776521.962331:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776521.962334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776521.962346:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962352:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962354:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776521.962359:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776521.962360:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776521.962363:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776521.962365:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776521.962367:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776521.962369:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776521.962372:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962374:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962376:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962378:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776521.962381:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776521.962384:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962387:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776521.962389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776521.962393:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776521.962395:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962397:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776521.962400:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776521.962409:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776521.962412:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776521.962415:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776521.962416:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962418:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776521.962420:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776521.962423:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776521.962429:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776521.962434:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776521.962441:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776521.962448:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776521.962451:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776521.962453:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776521.962472:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776521.962474:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776521.962477:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776521.962478:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776521.962480:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776521.962482:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776521.962485:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12798
00000400:00000200:1.0:1775776521.962488:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776521.962491:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776521.962494:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776521.962497:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962500:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962502:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962504:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776521.962506:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776521.962507:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776521.962509:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776521.962511:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776521.962513:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775776521.962514:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776521.962517:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775776521.962518:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776521.962521:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776521.962524:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776521.962529:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776521.962532:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776521.962539:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776521.962540:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.962542:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776521.962544:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776521.962546:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776521.962548:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309262336:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776521.962551:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776521.962552:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776521.962556:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1775776521.962556:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776521.962558:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.962563:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775776521.962563:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962567:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776521.962568:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776521.962570:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776521.962571:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776521.962575:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776521.962579:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962580:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776521.962583:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776521.962585:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776521.962587:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776521.962588:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776521.962595:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000010:1.0:1775776521.962595:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776521.962600:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776521.962603:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775776521.962604:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000001:1.0:1775776521.962604:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962606:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776521.962609:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776521.962610:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776521.962613:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262336, portal 25
02000000:00000010:1.0:1775776521.962615:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:0.0:1775776521.962617:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776521.962620:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523483008 : -109519186068608 : ffff9c6493d17b80)
00000100:00000001:1.0:1775776521.962621:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776521.962628:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776521.962630:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776521.962647:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776521.962650:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776521.962651:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776521.962656:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:1.0:1775776521.962658:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776521.962664:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776521.962666:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775776521.962667:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00080000:1.0:1775776521.962668:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776521.962670:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776521.962673:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776521.962674:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309262336, offset 0
00000100:00000001:1.0:1775776521.962675:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776521.962678:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12798
00000400:00000200:1.0:1775776521.962683:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.962687:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776521.962688:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776521.962691:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776521.962693:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.962697:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776521.962697:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962701:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.962703:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:1.0:1775776521.962705:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776521.962708:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776521.962709:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776521.962711:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776521.962713:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776521.962715:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1775776521.962716:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776521.962719:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776521.962720:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:1.0:1775776521.962726:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.962727:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775776521.962731:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776521.962732:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:1.0:1775776521.962737:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.962739:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340231:340231:256:4294967295] 192.168.201.105@tcp LPNI seq info [340176:340176:8:4294967295]
00000100:00000001:1.0:1775776521.962742:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776521.962745:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776521.962747:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776521.962750:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962752:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776521.962754:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776521.962756:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776521.962757:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962759:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776521.962762:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776521.962765:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962766:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776521.962768:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000400:00000200:0.0:1775776521.962769:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1775776521.962772:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776521.962775:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776521.962776:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962778:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776521.962780:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1775776521.962781:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:1.0:1775776521.962782:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776521.962786:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776521.962790:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776521.962793:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000100:00100000:1.0:1775776521.962793:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776521.962801:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776521.962802:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776521.962807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776521.962808:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775776521.962813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1775776521.962816:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776521.962819:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776521.962822:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776521.962825:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775776521.962825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:1.0:1775776521.962826:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776521.962831:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775776521.962832:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00080000:1.0:1775776521.962834:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12798
00000400:00000200:1.0:1775776521.962840:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000100:0.0:1775776521.962843:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776521.962845:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000010:0.0:1775776521.962847:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000100:00080000:1.0:1775776521.962848:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776521.962852:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962853:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962867:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.962869:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776521.962869:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776521.962874:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775776521.962878:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1775776521.962879:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776521.962882:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776521.962884:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000020:00000040:1.0:1775776521.962884:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000010:0.0:1775776521.962889:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000020:00000001:1.0:1775776521.962889:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776521.962892:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776521.962896:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1775776521.962898:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962900:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776521.962904:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962908:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:0.0:1775776521.962909:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776521.962913:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776521.962920:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776521.962925:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.962927:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775776521.962928:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776521.962932:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776521.962934:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776521.962936:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962940:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776521.962943:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776521.962949:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775776521.962949:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776521.962953:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.962954:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1775776521.962959:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000100:00000001:0.0:1775776521.962961:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775776521.962962:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776521.962966:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776521.962968:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776521.962969:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776521.962971:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776521.962973:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307471751
02000000:00000001:1.0:1775776521.962974:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776521.962976:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776521.962981:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
02000000:00000010:1.0:1775776521.962982:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776521.962987:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.962989:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00100000:1.0:1775776521.962992:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776521.962997:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307471751
00000100:00000001:1.0:1775776521.963001:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775776521.963004:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1780.
00000100:00000001:1.0:1775776521.963005:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963008:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1775776521.963012:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963013:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776521.963017:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963021:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776521.963027:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521]  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776521.963028:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776521.963035:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12808)
00000400:00000001:0.0:1775776521.963045:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776521.963047:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776521.963048:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776521.963051:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776521.963052:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776521.963054:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776521.963057:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776521.963062:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963070:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776521.963071:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963073:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963075:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776521.963077:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963081:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776521.963083:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963087:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776521.963089:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963090:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963090:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963092:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776521.963093:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776521.963095:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776521.963097:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776521.963098:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776521.963100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776521.963105:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309262336:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776521.963108:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963109:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963110:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17b80 x1862023309262336/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963115:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776521.963116:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963118:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776521.963120:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776521.963121:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776521.963122:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776521.963123:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776521.963125:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776521.963127:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776521.963129:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776521.963130:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17b80.
00000100:00000001:0.0:1775776521.963132:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776521.963133:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963134:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963140:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776521.963141:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963142:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776521.963143:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776521.963144:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776521.963146:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963150:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776521.963151:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963153:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776521.963154:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776521.963155:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776521.963156:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262464:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776521.963158:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776521.963159:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776521.963160:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963185:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963187:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776521.963189:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776521.963191:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776521.963193:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776521.963195:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776521.963197:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262464, portal 10
00000100:00000001:0.0:1775776521.963199:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776521.963199:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523472256 : -109519186079360 : ffff9c6493d15180)
00000100:00000040:0.0:1775776521.963204:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963207:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776521.963209:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776521.963210:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776521.963211:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309262464, offset 0
00000400:00000200:0.0:1775776521.963214:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963216:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963218:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776521.963221:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776521.963222:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776521.963224:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776521.963225:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963227:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340232:340232:256:4294967295] 192.168.201.105@tcp LPNI seq info [340177:340177:8:4294967295]
00000400:00000200:0.0:1775776521.963230:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963233:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776521.963236:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963238:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776521.963240:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776521.963242:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776521.963244:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776521.963246:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776521.963248:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963249:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776521.963251:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776521.963254:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776521.963256:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776521.963257:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776521.963260:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776521.963263:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963275:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963277:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963283:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963285:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776521.963287:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776521.963291:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776521.963294:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776521.963296:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307470883
00000100:00000001:0.0:1775776521.963298:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963300:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307470883
00000100:00000001:0.0:1775776521.963302:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963304:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776521.963306:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963308:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776521.963312:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521]  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776521.963318:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776521.963319:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776521.963320:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776521.963322:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776521.963323:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776521.963324:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776521.963326:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776521.963330:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963334:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776521.963335:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963336:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963337:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776521.963339:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963343:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776521.963345:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963348:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776521.963349:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963350:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963351:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963352:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776521.963353:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776521.963354:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776521.963356:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776521.963357:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776521.963359:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776521.963363:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262464:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776521.963365:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776521.963367:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963371:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776521.963372:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963373:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776521.963374:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776521.963375:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776521.963377:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262592:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776521.963379:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776521.963380:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776521.963381:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963383:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963385:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776521.963386:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776521.963388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776521.963389:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776521.963391:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776521.963393:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262592, portal 4
00000100:00000001:0.0:1775776521.963394:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776521.963395:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523469568 : -109519186082048 : ffff9c6493d14700)
00000100:00000040:0.0:1775776521.963398:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963402:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776521.963404:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776521.963405:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776521.963406:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309262592, offset 0
00000400:00000200:0.0:1775776521.963408:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963410:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963412:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776521.963414:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776521.963416:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776521.963417:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776521.963418:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963420:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340233:340233:256:4294967295] 192.168.201.105@tcp LPNI seq info [340178:340178:8:4294967295]
00000400:00000200:0.0:1775776521.963423:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963427:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776521.963429:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963431:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776521.963434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776521.963435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776521.963438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776521.963439:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776521.963441:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963443:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776521.963444:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776521.963446:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776521.963448:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776521.963449:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776521.963451:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776521.963452:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963457:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963458:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963462:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963463:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776521.963464:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776521.963466:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776521.963468:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776521.963469:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307471011
00000100:00000001:0.0:1775776521.963470:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963471:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307471011
00000100:00000001:0.0:1775776521.963473:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963474:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776521.963475:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963476:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776521.963478:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521]  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776521.963482:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776521.963483:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776521.963484:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776521.963485:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776521.963486:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776521.963487:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776521.963489:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776521.963493:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963496:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776521.963497:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963498:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963498:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776521.963500:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963503:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776521.963505:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963508:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776521.963510:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963510:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963511:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963512:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776521.963513:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776521.963514:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776521.963516:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776521.963517:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776521.963519:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776521.963527:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262592:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776521.963529:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776521.963531:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963534:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776521.963535:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963536:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776521.963537:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776521.963538:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776521.963539:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262720:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776521.963540:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776521.963541:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776521.963542:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776521.963543:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963545:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776521.963546:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776521.963547:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776521.963548:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776521.963550:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776521.963551:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262720, portal 4
00000100:00000001:0.0:1775776521.963553:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776521.963553:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523474048 : -109519186077568 : ffff9c6493d15880)
00000100:00000040:0.0:1775776521.963556:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963560:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776521.963561:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776521.963562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000200:0.0:1775776521.963564:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309262720, offset 0
00000400:00000200:0.0:1775776521.963566:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963568:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963570:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776521.963571:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776521.963573:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776521.963575:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776521.963577:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776521.963579:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340234:340234:256:4294967295] 192.168.201.105@tcp LPNI seq info [340179:340179:8:4294967295]
00000400:00000200:0.0:1775776521.963583:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776521.963589:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776521.963592:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963595:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
00000800:00000200:0.0:1775776521.963599:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776521.963601:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776521.963605:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776521.963607:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776521.963611:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776521.963613:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:0.0:1775776521.963615:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776521.963619:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776521.963621:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:0.0:1775776521.963623:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:0.0:1775776521.963625:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776521.963628:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963636:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963638:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776546 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963644:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963646:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776521.963648:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776521.963651:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776521.963654:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776521.963656:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307471020
00000100:00000001:0.0:1775776521.963659:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963661:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307471020
00000100:00000001:0.0:1775776521.963662:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307471751
00000100:00000001:0.0:1775776521.963664:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776521.963666:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963668:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776521.963671:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521]  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776521.963678:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776521.963680:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776521.963681:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776521.963684:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776521.963685:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776521.963687:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776521.963689:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776521.963693:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963697:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776521.963698:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963699:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963700:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776521.963701:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963705:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776521.963707:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963711:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776521.963714:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963715:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776521.963716:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963718:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776521.963719:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776521.963721:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776521.963724:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776521.963726:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776521.963729:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776521.963737:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262720:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776521.963740:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963742:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963745:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15180 x1862023309262464/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963752:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776521.963753:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963755:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776521.963757:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776521.963758:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776521.963760:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776521.963762:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776521.963763:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60800.
02000000:00000001:0.0:1775776521.963765:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776521.963766:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776521.963767:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15180.
00000100:00000001:0.0:1775776521.963769:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776521.963769:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963770:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963773:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14700 x1862023309262592/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963780:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776521.963780:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963781:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776521.963782:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776521.963783:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776521.963784:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776521.963785:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776521.963785:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63000.
02000000:00000001:0.0:1775776521.963786:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776521.963787:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776521.963788:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14700.
00000100:00000001:0.0:1775776521.963789:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776521.963789:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963790:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776521.963792:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15880 x1862023309262720/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776521.963795:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776521.963795:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776521.963796:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776521.963797:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776521.963798:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776521.963798:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776521.963799:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776521.963800:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:0.0:1775776521.963801:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776521.963801:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776521.963802:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15880.
00000100:00000001:0.0:1775776521.963803:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776521.963804:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963805:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776521.963807:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776521.963808:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776521.963809:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776521.963810:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776522.602285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776522.602291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776522.602296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776522.602298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776522.602362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776522.602366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776522.602369:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776522.858265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776522.858271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776522.858273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776522.858280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000800:00000200:2.0:1775776522.858281:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000100:00000001:1.0:1775776522.858285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776522.858289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1775776522.858290:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000100:00000001:1.0:1775776522.858294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776522.858296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:2.0:1775776522.858297:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:1.0:1775776522.858301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:1.0:1775776522.858463:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1775776522.858466:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776522.858478:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776522.858482:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776522.858485:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776522.922271:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307471751, at 4307471808
00000100:00000040:1.0:1775776522.922271:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307471751, at 4307471808
00000100:00000010:1.0:1775776522.922287:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1780.
00000100:00000010:0.0:1775776522.922289:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776523.626251:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776523.626256:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776523.626262:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776523.626263:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776523.626320:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776523.626324:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776523.626339:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776523.882275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776523.882282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776523.882284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776523.882289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776523.882293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776523.882296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776523.882298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776523.882300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776523.882303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776524.650270:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776524.650276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776524.650281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776524.650282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776524.650315:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776524.650318:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776524.650321:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776524.906284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776524.906291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776524.906293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776524.906298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776524.906302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776524.906305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776524.906308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776524.906310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776524.906313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776525.674276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776525.674280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776525.674284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776525.674285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776525.674315:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776525.674318:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776525.674320:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776525.930244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776525.930252:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776525.930254:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776525.930260:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776525.930264:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776525.930267:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776525.930269:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776525.930273:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776525.930275:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776526.698283:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776526.698290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776526.698295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776526.698296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776526.698355:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776526.698358:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776526.698361:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776526.954374:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776526.954379:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776526.954381:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776526.954385:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776526.954387:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776526.954390:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776526.954392:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776526.954394:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776526.954396:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776527.082297:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776527.082308:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776527.082310:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776527.082314:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776527.082318:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776527.082325:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12803
00000400:00000200:0.0:1775776527.082334:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776527.082341:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776527.082344:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776527.082347:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082350:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.082352:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082355:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776527.082358:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776527.082360:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776527.082363:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776527.082365:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776527.082368:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776527.082370:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776527.082372:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.082376:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082378:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776527.082381:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776527.082384:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082387:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.082390:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776527.082394:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776527.082396:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082399:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776527.082401:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776527.082410:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3100.
00000020:00000040:0.0:1775776527.082414:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776527.082417:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776527.082418:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082422:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776527.082425:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776527.082429:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776527.082436:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc400.
00000100:00000001:0.0:1775776527.082443:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776527.082452:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776527.082462:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776527.082466:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776527.082470:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb781832] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776527.082491:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776527.082494:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776527.082496:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776527.082498:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776527.082499:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776527.082501:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776527.082504:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12803
00000400:00000200:0.0:1775776527.082508:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776527.082512:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776527.082514:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776527.082517:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082519:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776527.082519:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775776527.082523:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776527.082525:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776527.082526:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776527.082529:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775776527.082530:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776527.082533:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776527.082535:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776527.082538:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000040:1.0:1775776527.082539:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775776527.082542:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776527.082548:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776527.082555:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776527.082557:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776527.082559:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776527.082560:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776527.082565:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776527.082566:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776527.082569:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:1.0:1775776527.082570:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775776527.082574:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:1.0:1775776527.082575:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776527.082581:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00100000:1.0:1775776527.082583:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309262848:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776527.082585:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.082591:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776527.082592:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776527.082596:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776527.082597:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776527.082599:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.082601:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.082602:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776527.082604:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776527.082609:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1775776527.082609:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776527.082614:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775776527.082615:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082619:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776527.082622:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:0.0:1775776527.082623:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3480.
00000020:00000040:0.0:1775776527.082627:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000010:1.0:1775776527.082628:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000001:0.0:1775776527.082631:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776527.082634:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082636:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1775776527.082636:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
02000000:00000001:0.0:1775776527.082638:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776527.082641:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776527.082644:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262848, portal 25
02000000:00000010:0.0:1775776527.082646:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000100:00000001:1.0:1775776527.082648:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776527.082651:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000001:0.0:1775776527.082652:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.082659:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776527.082661:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776527.082684:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775776527.082688:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775776527.082689:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082693:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776527.082694:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000040:0.0:1775776527.082699:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040426db5] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776527.082699:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309262848, offset 0
00000400:00000200:1.0:1775776527.082710:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082716:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776527.082719:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776527.082722:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:0.0:1775776527.082725:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776527.082728:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776527.082731:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776527.082731:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:0.0:1775776527.082737:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776527.082740:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12803
00000400:00000200:1.0:1775776527.082753:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776527.082758:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776527.082762:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776527.082765:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776527.082846:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340235:340235:256:4294967295] 192.168.201.105@tcp LPNI seq info [340180:340180:8:4294967295]
00000400:00000200:1.0:1775776527.082852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.082861:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776527.082867:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776527.082870:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776527.082876:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776527.082878:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776527.082880:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082883:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.082884:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082886:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776527.082888:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776527.082889:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776527.082891:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776527.082893:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776527.082895:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776527.082896:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776527.082899:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082901:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.082902:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082904:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776527.082906:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776527.082908:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776527.082910:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.082912:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776527.082915:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776527.082917:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082918:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776527.082921:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1775776527.082922:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000008:00000001:0.0:1775776527.082923:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082927:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776527.082931:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2300.
00000800:00000200:1.0:1775776527.082932:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:0.0:1775776527.082935:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:1.0:1775776527.082937:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1775776527.082939:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776527.082943:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.082947:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1775776527.082947:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:0.0:1775776527.082949:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776527.082952:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1775776527.082952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
02000000:00000010:0.0:1775776527.082959:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc800.
00000800:00000100:1.0:1775776527.082960:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.082964:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000100:00000001:0.0:1775776527.082965:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776527.082972:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776527.082978:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776527.082980:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776527.082983:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009387a690] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776527.082985:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776527.082995:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775776527.082997:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776527.083001:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776527.083001:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000100:00080000:0.0:1775776527.083006:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:1.0:1775776527.083006:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:0.0:1775776527.083009:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776527.083012:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776527.083013:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775776527.083014:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776527.083019:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12803
00000100:00000200:1.0:1775776527.083021:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776527.083027:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776527.083034:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776527.083038:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776527.083039:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776527.083042:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776527.083046:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776527.083047:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.083052:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776527.083057:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776527.083062:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776527.083068:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083070:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1775776527.083075:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:1.0:1775776527.083076:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776527.083079:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776527.083083:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:1.0:1775776527.083083:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:0.0:1775776527.083088:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776527.083088:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307476871
00000020:00000001:0.0:1775776527.083094:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:1.0:1775776527.083096:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e7e0.
00000100:00000040:0.0:1775776527.083099:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776527.083105:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776527.083112:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307476871
00000100:00000010:1.0:1775776527.083115:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e120.
00000100:00000001:1.0:1775776527.083117:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776527.083120:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776527.083123:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083125:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776527.083130:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776527/real 1775776527]  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776527.083138:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776527.083140:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776527.083142:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776527.083145:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776527.083147:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776527.083149:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776527.083152:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776527.083160:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083187:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776527.083188:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083190:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083192:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776527.083196:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083204:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776527.083208:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083215:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776527.083217:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083219:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083220:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083222:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776527.083224:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776527.083227:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776527.083230:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776527.083233:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776527.083237:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776527.083245:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309262848:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776527.083249:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083251:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.083254:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309262848/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083260:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776527.083263:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776527.083266:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776527.083269:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776527.083271:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776527.083272:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776527.083274:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776527.083277:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:1.0:1775776527.083281:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1775776527.083293:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776527.083296:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:1.0:1775776527.083296:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776527.083300:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:0.0:1775776527.083301:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776527.083306:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:1.0:1775776527.083306:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776527.083309:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1775776527.083310:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776527.083313:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776527.083315:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.083318:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776527.083321:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776527.083322:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1775776527.083325:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083326:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.083331:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776527.083332:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:0.0:1775776527.083335:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1775776527.083335:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776527.083337:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00000001:0.0:1775776527.083340:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.083344:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.083344:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775776527.083351:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3100.
00000100:00000001:1.0:1775776527.083356:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775776527.083357:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776527.083359:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.083361:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776527.083362:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776527.083364:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.083365:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776527.083368:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776527.083369:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776527.083372:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1775776527.083374:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262976:192.168.201.105@tcp:38:kworker.0
02000000:00000001:0.0:1775776527.083375:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083381:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1775776527.083383:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776527.083384:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776527.083386:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776527.083389:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.083389:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776527.083394:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776527.083397:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776527.083398:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776527.083405:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776527.083410:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00000001:0.0:1775776527.083412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1775776527.083415:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:0.0:1775776527.083416:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776527.083420:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309262976, portal 10
00000100:00000040:0.0:1775776527.083423:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb781832] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083423:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776527.083426:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828338304 : -109518881213312 : ffff9c64a5fd3480)
00000100:00000001:0.0:1775776527.083436:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.083437:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776527.083443:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12813)
00000100:00000001:1.0:1775776527.083449:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776527.083452:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776527.083455:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776527.083457:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309262976, offset 0
00000400:00000200:1.0:1775776527.083462:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776527.083466:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.083471:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776527.083474:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776527.083477:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776527.083479:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776527.083481:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776527.083485:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340236:340236:256:4294967295] 192.168.201.105@tcp LPNI seq info [340181:340181:8:4294967295]
00000400:00000200:1.0:1775776527.083488:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.083494:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776527.083498:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.083501:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776527.083505:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776527.083508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776527.083512:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776527.083514:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776527.083518:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.083519:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776527.083522:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776527.083525:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776527.083528:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776527.083530:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776527.083532:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776527.083535:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083542:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.083544:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083550:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083551:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776527.083554:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.083558:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776527.083560:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776527.083562:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307476003
00000100:00000001:1.0:1775776527.083564:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.083566:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307476003
00000100:00000001:1.0:1775776527.083569:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.083570:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776527.083572:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083574:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776527.083577:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776527/real 1775776527]  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776527.083584:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776527.083585:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776527.083586:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776527.083588:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776527.083590:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776527.083592:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776527.083594:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776527.083602:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083607:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776527.083609:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083610:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083611:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776527.083614:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083620:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776527.083623:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083630:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776527.083632:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083633:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083635:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083636:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776527.083638:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776527.083641:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776527.083644:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776527.083646:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776527.083649:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776527.083656:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309262976:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776527.083659:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776527.083662:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083668:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776527.083669:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.083671:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776527.083673:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776527.083674:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776527.083676:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263104:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776527.083680:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776527.083681:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776527.083683:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.083684:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776527.083687:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776527.083689:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776527.083692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776527.083695:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776527.083698:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776527.083700:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263104, portal 4
00000100:00000001:1.0:1775776527.083702:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776527.083703:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828333824 : -109518881217792 : ffff9c64a5fd2300)
00000100:00000040:1.0:1775776527.083708:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083714:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776527.083716:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776527.083718:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776527.083720:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309263104, offset 0
00000400:00000200:1.0:1775776527.083724:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776527.083727:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.083730:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776527.083732:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776527.083735:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776527.083752:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776527.083755:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776527.083758:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340237:340237:256:4294967295] 192.168.201.105@tcp LPNI seq info [340182:340182:8:4294967295]
00000400:00000200:1.0:1775776527.083762:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.083776:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776527.083781:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.083784:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776527.083788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776527.083790:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776527.083794:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776527.083808:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776527.083812:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.083814:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776527.083817:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776527.083821:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776527.083824:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776527.083825:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776527.083829:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776527.083832:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083839:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.083842:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083847:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083849:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776527.083852:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.083855:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776527.083858:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776527.083860:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307476131
00000100:00000001:1.0:1775776527.083862:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.083864:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307476131
00000100:00000001:1.0:1775776527.083866:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.083868:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776527.083870:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.083871:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776527.083874:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776527/real 1775776527]  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776527.083881:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776527.083883:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776527.083884:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776527.083886:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776527.083888:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776527.083890:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776527.083892:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776527.083900:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083911:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776527.083912:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083914:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083915:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776527.083918:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083924:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776527.083927:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083932:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776527.083934:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083936:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.083936:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083938:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776527.083939:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776527.083941:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776527.083944:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776527.083946:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776527.083949:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776527.083956:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263104:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776527.083959:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083961:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.083964:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3480 x1862023309262976/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.083969:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776527.083971:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776527.083973:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776527.083975:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776527.083977:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776527.083978:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776527.083980:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776527.083982:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:1.0:1775776527.083984:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776527.083985:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776527.083987:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3480.
00000100:00000001:1.0:1775776527.083989:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776527.083990:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.083992:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.083995:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2300 x1862023309263104/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084000:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776527.084001:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776527.084003:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776527.084005:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776527.084006:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776527.084007:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776527.084008:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776527.084010:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:1.0:1775776527.084011:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776527.084013:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776527.084014:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2300.
00000100:00000001:1.0:1775776527.084016:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776527.084017:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084019:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084022:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776527.084023:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.084024:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776527.084026:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776527.084027:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776527.084030:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084036:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776527.084038:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.084040:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776527.084042:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776527.084044:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776527.084046:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263232:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776527.084049:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776527.084051:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776527.084053:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776527.084054:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776527.084057:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776527.084059:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776527.084062:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776527.084064:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776527.084066:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776527.084069:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263232, portal 4
00000100:00000001:1.0:1775776527.084071:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776527.084072:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000040:1.0:1775776527.084076:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084082:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776527.084084:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776527.084086:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776527.084088:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309263232, offset 0
00000400:00000200:1.0:1775776527.084092:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776527.084095:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.084099:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776527.084101:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776527.084103:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776527.084105:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776527.084108:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776527.084112:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340238:340238:256:4294967295] 192.168.201.105@tcp LPNI seq info [340183:340183:8:4294967295]
00000400:00000200:1.0:1775776527.084116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776527.084121:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776527.084126:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.084129:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776527.084132:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776527.084134:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1775776527.084138:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776527.084141:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1775776527.084144:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776527.084146:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776527.084149:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776527.084152:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776527.084155:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776527.084156:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776527.084159:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776527.084162:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084188:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.084191:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776552 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084197:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.084198:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776527.084201:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776527.084204:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776527.084207:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776527.084209:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307476141
00000100:00000001:1.0:1775776527.084211:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.084213:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307476141
00000100:00000001:1.0:1775776527.084215:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307476871
00000100:00000001:1.0:1775776527.084217:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776527.084219:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.084221:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776527.084224:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776527/real 1775776527]  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776527.084232:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776527.084233:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776527.084234:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776527.084237:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776527.084238:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776527.084240:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776527.084243:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776527.084250:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084255:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776527.084257:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084258:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.084259:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776527.084262:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084268:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776527.084271:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084276:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776527.084278:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084279:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776527.084281:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084282:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776527.084283:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776527.084285:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776527.084288:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776527.084290:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776527.084293:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776527.084299:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263232:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776527.084303:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084304:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776527.084307:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309263232/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776552 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776527.084312:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776527.084313:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776527.084315:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61400.
02000000:00000001:1.0:1775776527.084317:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776527.084318:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776527.084319:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776527.084321:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776527.084322:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:1.0:1775776527.084327:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776527.084328:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776527.084329:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:1.0:1775776527.084331:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776527.084332:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084333:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.084336:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776527.084337:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776527.084339:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776527.084340:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776527.722280:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776527.722282:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776527.722285:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722289:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776527.722292:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722294:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722296:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776527.722300:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776527.722301:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776527.722303:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722304:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776527.722306:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722307:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776527.722309:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776527.722364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776527.722367:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776527.722369:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776527.978260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776527.978266:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776527.978268:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776527.978274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776527.978281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776527.978285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.978288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776527.978290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776527.978293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776528.042250:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307476871, at 4307476928
00000100:00000010:1.0:1775776528.042265:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e120.
00000100:00000040:0.0:1775776528.042361:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307476871, at 4307476928
00000100:00000010:0.0:1775776528.042368:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e7e0.
00010000:00000001:0.0:1775776528.746261:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776528.746267:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776528.746272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776528.746274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776528.746295:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776528.746297:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776528.746300:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776529.002312:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776529.002319:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776529.002320:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776529.002326:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776529.002330:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776529.002333:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776529.002336:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776529.002338:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776529.002341:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776529.770278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776529.770283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776529.770288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776529.770289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776529.770311:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776529.770314:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776529.770317:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776530.026272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776530.026279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776530.026281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776530.026285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776530.026289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776530.026293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776530.026296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776530.026298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776530.026301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776530.794281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776530.794287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776530.794292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776530.794293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776530.794352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776530.794355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776530.794358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776531.050337:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776531.050343:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776531.050345:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776531.050350:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776531.050355:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776531.050359:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776531.050361:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776531.050363:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776531.050366:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776531.818469:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776531.818475:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776531.818482:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776531.818483:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776531.818578:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776531.818584:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776531.818588:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776532.074275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776532.074282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776532.074284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776532.074290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776532.074294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776532.074306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776532.074310:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776532.074313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776532.074317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776532.202399:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776532.202408:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776532.202411:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776532.202414:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776532.202420:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776532.202426:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12808
00000400:00000200:1.0:1775776532.202444:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776532.202451:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776532.202454:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776532.202456:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202459:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776532.202462:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202464:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776532.202467:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776532.202469:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776532.202471:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776532.202473:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776532.202476:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776532.202478:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776532.202481:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202483:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776532.202484:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202486:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776532.202488:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776532.202492:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202494:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776532.202497:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776532.202500:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776532.202502:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202506:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776532.202508:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776532.202516:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776532.202519:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776532.202523:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776532.202525:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202527:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776532.202530:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776532.202534:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776532.202541:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776532.202547:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776532.202555:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776532.202565:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776532.202569:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776532.202573:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776532.202600:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776532.202604:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776532.202607:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776532.202608:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776532.202610:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776532.202613:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776532.202615:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12808
00000400:00000200:1.0:1775776532.202619:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776532.202622:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776532.202624:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776532.202626:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202628:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776532.202630:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202632:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776532.202635:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776532.202636:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776532.202637:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776532.202639:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776532.202642:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776532.202643:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776532.202646:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202648:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776532.202650:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202651:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776532.202654:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776532.202656:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202658:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776532.202659:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776532.202665:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776532.202667:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202670:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776532.202674:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776532.202686:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:1.0:1775776532.202686:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202690:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.202691:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776532.202695:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776532.202701:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1775776532.202703:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776532.202709:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:0.0:1775776532.202715:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1775776532.202715:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776532.202718:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.202719:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202723:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776532.202726:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776532.202726:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776532.202729:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.202730:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776532.202735:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776532.202736:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000100:00100000:0.0:1775776532.202739:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309263360:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776532.202742:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.202745:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776532.202749:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:1.0:1775776532.202750:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776532.202753:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.202757:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775776532.202762:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1775776532.202763:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
00000100:00000001:1.0:1775776532.202766:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.202767:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776532.202774:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776532.202776:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776532.202782:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:1.0:1775776532.202789:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776532.202791:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:1.0:1775776532.202792:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776532.202796:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776532.202798:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1775776532.202799:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263360, portal 25
00000100:00080000:1.0:1775776532.202800:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776532.202804:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776532.202805:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776532.202807:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523470464 : -109519186081152 : ffff9c6493d14a80)
00000100:00080000:1.0:1775776532.202810:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12808
00000100:00000040:0.0:1775776532.202815:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776532.202816:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776532.202824:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776532.202828:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776532.202830:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776532.202833:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776532.202836:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202838:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775776532.202839:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace27f8.
00000100:00000040:1.0:1775776532.202842:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776532.202844:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309263360, offset 0
00000100:00000001:1.0:1775776532.202845:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776532.202849:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776532.202850:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:0.0:1775776532.202853:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:1.0:1775776532.202854:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776532.202857:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776532.202859:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776532.202861:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776532.202865:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:1.0:1775776532.202868:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202871:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776532.202875:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:1.0:1775776532.202875:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202880:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776532.202883:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1775776532.202883:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776532.202888:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776532.202891:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:1.0:1775776532.202895:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776532.202897:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1775776532.202898:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776532.202901:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:1.0:1775776532.202903:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776532.202907:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340239:340239:256:4294967295] 192.168.201.105@tcp LPNI seq info [340184:340184:8:4294967295]
02000000:00000001:1.0:1775776532.202908:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202913:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776532.202916:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00100000:1.0:1775776532.202916:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776532.202921:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.202923:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776532.202927:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000400:00000200:0.0:1775776532.202931:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1775776532.202932:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776532.202938:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776532.202940:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776532.202941:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776532.202943:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776532.202945:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776532.202947:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776532.202948:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed400.
02000000:00000010:1.0:1775776532.202951:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776532.202955:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776532.202957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00100000:1.0:1775776532.202962:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1775776532.202965:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776532.202974:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776532.202976:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776532.202980:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776532.202988:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.202989:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776532.202990:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776532.202996:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776532.202996:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776532.203000:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776532.203001:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307481991
00000100:00080000:1.0:1775776532.203002:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776532.203006:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:0.0:1775776532.203008:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00080000:1.0:1775776532.203009:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12808
00000400:00000200:1.0:1775776532.203015:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776532.203016:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1775776532.203020:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776532.203023:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307481991
00000100:00080000:1.0:1775776532.203023:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1775776532.203028:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d11e0.
00000100:00000040:1.0:1775776532.203028:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.203032:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776532.203033:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1775776532.203036:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776532.203037:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776532.203040:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776532.203041:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775776532.203043:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776532.203045:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776532.203046:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1775776532.203049:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776532.203050:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776532.203058:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776532.203060:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776532.203062:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775776532.203063:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776532.203064:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776532.203067:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775776532.203068:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776532.203072:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775776532.203072:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776532.203079:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776532.203083:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776532.203087:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776532.203089:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776532.203091:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.203091:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776532.203096:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1775776532.203096:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
02000000:00000001:0.0:1775776532.203099:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775776532.203101:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776532.203103:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.203104:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776532.203107:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775776532.203108:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263488:192.168.201.105@tcp:38:kworker.0
02000000:00000001:1.0:1775776532.203111:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776532.203113:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776532.203115:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.203116:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1775776532.203118:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776532.203119:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775776532.203121:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776532.203122:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776532.203126:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
00000008:00000001:1.0:1775776532.203126:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.203129:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776532.203130:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776532.203135:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000400:00000200:0.0:1775776532.203136:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776532.203141:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000010:0.0:1775776532.203142:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f9a0.
02000000:00000001:1.0:1775776532.203145:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1775776532.203147:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2440.
02000000:00000001:1.0:1775776532.203147:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776532.203151:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263488, portal 10
00000100:00000001:0.0:1775776532.203153:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776532.203155:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523478528 : -109519186073088 : ffff9c6493d16a00)
00000100:00000001:1.0:1775776532.203159:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775776532.203199:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776532.203207:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775776532.203207:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775776532.203211:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:1.0:1775776532.203212:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776532.203214:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace24c8.
00000100:00000200:0.0:1775776532.203218:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309263488, offset 0
02000000:00000010:1.0:1775776532.203218:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776532.203223:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776532.203502:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776532.203510:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776532.203512:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776532.203515:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776532.203523:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776532.203527:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12818)
00000400:00000200:0.0:1775776532.204273:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204279:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204285:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776532.204288:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776532.204291:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776532.204294:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776532.204297:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204300:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340240:340240:255:4294967295] 192.168.201.105@tcp LPNI seq info [340185:340185:7:4294967295]
00000400:00000200:0.0:1775776532.204305:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204311:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776532.204316:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776532.204322:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eedb00.
00000800:00000200:0.0:1775776532.204327:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776532.204331:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776532.204335:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776532.204339:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776532.204342:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776532.204344:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307481124
00000100:00000001:0.0:1775776532.204347:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204349:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307481124
00000100:00000001:0.0:1775776532.204351:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204353:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776532.204356:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204358:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776532.204363:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776532.204370:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776532.204372:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.204374:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776532.204377:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776532.204379:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776532.204382:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263616:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776532.204385:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776532.204388:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776532.204389:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.204392:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776532.204395:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776532.204397:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776532.204400:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776532.204403:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f8f0.
00000400:00000010:0.0:1775776532.204407:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776532.204410:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263616, portal 4
00000100:00000001:0.0:1775776532.204413:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776532.204414:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523481216 : -109519186070400 : ffff9c6493d17480)
00000100:00000040:0.0:1775776532.204419:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776532.204425:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776532.204427:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776532.204429:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2550.
00000100:00000200:0.0:1775776532.204431:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309263616, offset 0
00000400:00000200:0.0:1775776532.204435:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204438:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204441:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776532.204444:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776532.204446:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776532.204448:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776532.204450:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204453:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340241:340241:254:4294967295] 192.168.201.105@tcp LPNI seq info [340186:340186:6:4294967295]
00000400:00000200:0.0:1775776532.204457:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204462:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776532.204466:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776532.204469:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed500.
00000800:00000200:0.0:1775776532.204472:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776532.204476:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776532.204478:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776532.204481:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776532.204483:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776532.204485:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307481252
00000100:00000001:0.0:1775776532.204488:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204490:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307481252
00000100:00000001:0.0:1775776532.204491:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204493:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776532.204495:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204497:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204499:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776532.204503:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776532.204504:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776532.204506:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776532.204508:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776532.204509:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776532.204513:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776532.204519:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776532.204520:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.204522:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776532.204524:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776532.204526:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776532.204528:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263744:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776532.204531:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776532.204533:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776532.204534:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776532.204536:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776532.204538:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776532.204540:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776532.204543:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776532.204545:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776532.204548:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2e58.
00000100:00000200:0.0:1775776532.204550:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263744, portal 4
00000100:00000001:0.0:1775776532.204552:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776532.204553:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523467776 : -109519186083840 : ffff9c6493d14000)
00000100:00000040:0.0:1775776532.204558:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776532.204564:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776532.204566:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776532.204568:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2198.
00000100:00000200:0.0:1775776532.204570:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309263744, offset 0
00000400:00000200:0.0:1775776532.204574:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204577:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204580:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776532.204582:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776532.204584:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776532.204587:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776532.204589:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776532.204592:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340242:340242:253:4294967295] 192.168.201.105@tcp LPNI seq info [340187:340187:5:4294967295]
00000400:00000200:0.0:1775776532.204596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776532.204601:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776532.204605:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776532.204609:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eedf00.
00000800:00000200:0.0:1775776532.204612:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776532.204616:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776532.204618:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776532.204620:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776532.204623:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776532.204625:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307481261
00000100:00000001:0.0:1775776532.204627:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204629:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307481261
00000100:00000001:0.0:1775776532.204631:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307481991
00000100:00000001:0.0:1775776532.204633:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776532.204635:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204637:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204639:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776532.204641:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776532.204643:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776532.204645:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776532.204646:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776532.204647:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776532.204649:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776532.842276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776532.842281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776532.842286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776532.842288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776532.842310:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776532.842312:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776532.842315:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1775776533.098258:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:1.0:1775776533.098264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776533.098266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776533.098271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:1.0:1775776533.098275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776533.098279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776533.098282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776533.098284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776533.098286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776533.162280:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307481991, at 4307482048
00000100:00000040:0.0:1775776533.162285:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307481991, at 4307482048
00000100:00000010:0.0:1775776533.162296:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776533.162299:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d11e0.
00010000:00000001:0.0:1775776533.866297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776533.866303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776533.866308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776533.866310:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776533.866334:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776533.866337:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776533.866339:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776534.122300:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776534.122307:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776534.122309:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776534.122314:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776534.122317:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776534.122320:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776534.122323:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776534.122325:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776534.122328:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776534.890261:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776534.890264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776534.890268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776534.890269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776534.890315:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776534.890320:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776534.890323:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776535.146271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776535.146278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776535.146280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776535.146284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776535.146287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776535.146291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776535.146293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776535.146296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776535.146298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776535.274458:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776535.274497:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776535.274506:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776535.274510:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776535.274515:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776535.274518:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776535.274523:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776535.274527:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed400.
00000400:00000200:3.0:1775776535.274532:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776535.274537:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776535.274542:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace27f8
00000400:00000010:3.0:1775776535.274546:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace27f8.
00000100:00000001:3.0:1775776535.274550:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776535.274557:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274736:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776535.274742:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274750:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776535.274752:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776535.274762:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776535.274765:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedb00.
00000400:00000200:3.0:1775776535.274768:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776535.274771:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776535.274775:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace24c8
00000400:00000010:3.0:1775776535.274776:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace24c8.
00000100:00000001:3.0:1775776535.274779:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776535.274782:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274790:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776535.274793:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274799:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776535.274800:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776535.274805:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776535.274807:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed500.
00000400:00000200:3.0:1775776535.274810:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776535.274813:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776535.274815:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2550
00000400:00000010:3.0:1775776535.274817:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2550.
00000100:00000001:3.0:1775776535.274819:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776535.274822:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274835:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776535.274838:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274844:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776535.274845:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776535.274849:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776535.274851:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eedf00.
00000400:00000200:3.0:1775776535.274854:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776535.274857:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776535.274860:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2198
00000400:00000010:3.0:1775776535.274861:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2198.
00000100:00000001:3.0:1775776535.274863:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776535.274867:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274874:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776535.274877:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776557 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776535.274882:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776535.274883:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776535.275803:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776535.275809:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776535.275814:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776535.275830:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776532/real 1775776535]  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776535.275848:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776535.275850:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776535.275855:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776535.275860:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2e58
00000400:00000010:0.0:1775776535.275862:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2e58.
00000100:00000001:0.0:1775776535.275865:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776535.275871:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776535.275881:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.275888:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776535.275891:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.275894:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.275897:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776535.275901:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.275909:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776535.275914:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.275923:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776535.275926:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.275928:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.275930:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.275933:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776535.275936:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776535.275940:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776535.275945:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776535.275948:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776535.275953:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776535.275962:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263744:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776535.275968:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776535.275972:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776532/real 1775776535]  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776535.275986:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776535.275988:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776535.275990:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f9a0.
00000400:00000200:0.0:1775776535.275992:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2440
00000400:00000010:0.0:1775776535.275994:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2440.
00000100:00000001:0.0:1775776535.275996:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776535.275999:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776535.276008:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276014:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776535.276016:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276018:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276019:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776535.276023:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276030:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776535.276033:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276039:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776535.276041:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276043:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276044:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276045:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776535.276047:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776535.276049:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776535.276053:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776535.276055:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776535.276059:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776535.276066:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263488:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776535.276070:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776535.276073:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776532/real 1775776535]  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776535.276080:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776535.276081:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776535.276083:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f8f0.
00000400:00000200:0.0:1775776535.276086:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776535.276087:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776535.276089:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776535.276092:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776535.276100:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276106:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776535.276107:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276109:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276110:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776535.276114:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276120:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776535.276124:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276129:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776535.276131:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276132:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276133:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276135:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776535.276136:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776535.276138:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776535.276141:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776535.276143:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776535.276146:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776535.276153:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309263616:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776535.276156:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776535.276160:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776532/real 1775776535]  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776535.276206:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776535.276207:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776535.276209:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776535.276211:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776535.276213:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776535.276215:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776535.276219:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776535.276225:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276231:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776535.276232:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276233:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276235:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776535.276238:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276248:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776535.276251:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276256:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776535.276258:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276259:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776535.276261:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276262:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776535.276263:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776535.276266:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776535.276269:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776535.276271:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776535.276274:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776535.276281:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309263360:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776535.276285:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276287:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776535.276290:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14000 x1862023309263744/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276296:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776535.276299:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776535.276303:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776535.276310:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776535.276312:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776535.276314:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776535.276327:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776535.276329:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63000.
02000000:00000001:0.0:1775776535.276333:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776535.276336:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776535.276338:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14000.
00000100:00000001:0.0:1775776535.276341:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776535.276342:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276344:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776535.276347:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16a00 x1862023309263488/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276352:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776535.276353:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776535.276355:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776535.276357:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776535.276358:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776535.276359:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776535.276360:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776535.276362:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63800.
02000000:00000001:0.0:1775776535.276364:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776535.276365:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776535.276366:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16a00.
00000100:00000001:0.0:1775776535.276368:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776535.276370:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276371:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776535.276374:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17480 x1862023309263616/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276379:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776535.276380:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776535.276382:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776535.276384:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776535.276385:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776535.276386:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776535.276387:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776535.276388:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:0.0:1775776535.276390:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776535.276391:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776535.276392:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17480.
00000100:00000001:0.0:1775776535.276394:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776535.276395:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276397:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776535.276399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14a80 x1862023309263360/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776557 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776535.276404:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776535.276405:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776535.276407:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776535.276409:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776535.276410:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776535.276411:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776535.276413:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776535.276414:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:0.0:1775776535.276416:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776535.276417:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776535.276418:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14a80.
00000100:00000001:0.0:1775776535.276420:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776535.276421:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276424:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776535.276433:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776535.276435:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776535.276437:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776535.276438:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776535.914248:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776535.914254:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776535.914259:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776535.914260:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776535.914309:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776535.914312:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776535.914314:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776536.170270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776536.170277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776536.170279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776536.170283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776536.170288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776536.170292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776536.170294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776536.170296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776536.170298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776536.938278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776536.938284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776536.938289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776536.938291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776536.938315:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776536.938318:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776536.938320:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776537.194260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776537.194267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776537.194269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776537.194273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776537.194276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776537.194279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776537.194281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776537.194283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776537.194285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776537.322278:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776537.322287:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776537.322290:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776537.322294:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776537.322298:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776537.322306:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12813
00000400:00000200:1.0:1775776537.322314:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776537.322320:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776537.322323:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776537.322326:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322329:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322332:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322333:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776537.322337:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776537.322339:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776537.322341:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776537.322343:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776537.322345:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776537.322347:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776537.322350:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322352:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322354:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322355:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776537.322358:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776537.322361:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322363:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776537.322366:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776537.322368:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776537.322371:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322373:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776537.322376:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776537.322382:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16680.
00000020:00000040:1.0:1775776537.322385:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776537.322389:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776537.322391:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322394:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776537.322396:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776537.322400:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776537.322407:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776537.322414:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776537.322422:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776537.322432:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776537.322437:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776537.322441:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2d57f2c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776537.322465:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776537.322468:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776537.322471:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776537.322472:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776537.322474:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776537.322476:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776537.322479:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12813
00000400:00000200:1.0:1775776537.322482:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776537.322485:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776537.322487:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776537.322490:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322492:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322500:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322503:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776537.322505:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776537.322507:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776537.322508:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776537.322511:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775776537.322511:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776537.322515:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776537.322517:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775776537.322518:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776537.322521:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776537.322523:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322526:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776537.322530:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776537.322530:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322534:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776537.322539:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776537.322545:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322550:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776537.322554:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776537.322560:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776537.322562:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776537.322564:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776537.322566:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776537.322567:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.322569:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776537.322570:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776537.322575:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775776537.322576:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776537.322580:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309263872:192.168.201.105@tcp:250:kworker.0
00000008:00000001:1.0:1775776537.322580:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322585:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.322603:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776537.322607:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776537.322609:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.322612:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1775776537.322618:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
02000000:00000010:0.0:1775776537.322619:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776537.322623:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775776537.322623:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776537.322629:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776537.322631:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776537.322635:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776537.322635:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776537.322638:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776537.322641:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776537.322642:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
02000000:00000010:1.0:1775776537.322646:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776537.322649:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776537.322655:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775776537.322661:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:1.0:1775776537.322663:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776537.322666:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776537.322670:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309263872, portal 25
00000100:00000040:1.0:1775776537.322670:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.322675:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776537.322678:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523477632 : -109519186073984 : ffff9c6493d16680)
00000100:00000001:1.0:1775776537.322686:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776537.322689:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776537.322695:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776537.322699:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1775776537.322701:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1775776537.322706:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322706:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776537.322710:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1775776537.322711:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776537.322716:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309263872, offset 0
00000100:00000001:1.0:1775776537.322716:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776537.322721:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12813
00000400:00000200:0.0:1775776537.322726:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776537.322728:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.322737:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776537.322737:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776537.322741:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776537.322748:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:1.0:1775776537.322748:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322751:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322753:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776537.322756:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775776537.322757:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776537.322760:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776537.322762:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:0.0:1775776537.322764:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:1.0:1775776537.322764:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776537.322768:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776537.322772:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1775776537.322773:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776537.322777:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776537.322778:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:1.0:1775776537.322783:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776537.322788:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340243:340243:256:4294967295] 192.168.201.105@tcp LPNI seq info [340188:340188:8:4294967295]
00000100:00000001:1.0:1775776537.322788:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322793:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322797:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776537.322799:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776537.322801:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776537.322805:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776537.322808:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776537.322810:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776537.322814:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776537.322815:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775776537.322820:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322823:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775776537.322826:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00100000:1.0:1775776537.322826:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776537.322830:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322833:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776537.322835:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000010:1.0:1775776537.322837:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776537.322840:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776537.322844:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775776537.322845:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:1.0:1775776537.322847:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322850:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1775776537.322852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
02000000:00000001:1.0:1775776537.322852:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776537.322855:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776537.322860:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000800:00000200:0.1:1775776537.322861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776537.322864:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776537.322866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00100000:1.0:1775776537.322872:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775776537.322875:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.322880:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776537.322887:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776537.322892:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776537.322896:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776537.322897:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776537.322904:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000100:00000040:1.0:1775776537.322904:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776537.322909:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776537.322915:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776537.322918:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776537.322922:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775776537.322923:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776537.322929:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776537.322933:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776537.322935:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776537.322939:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776537.322941:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1775776537.322943:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12813
00000100:00000040:0.0:1775776537.322948:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776537.322951:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776537.322958:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776537.322963:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776537.322965:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776537.322968:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776537.322969:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776537.322972:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776537.322975:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776537.322976:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.322977:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776537.322981:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776537.322982:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000400:00000200:0.0:1775776537.322984:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:1.0:1775776537.322985:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776537.322988:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776537.322990:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307487111
00000020:00000001:1.0:1775776537.322991:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776537.322995:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:0.0:1775776537.322996:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776537.323000:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.323002:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776537.323005:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1775776537.323005:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776537.323010:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776537.323012:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776537.323014:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307487111
00000100:00080000:1.0:1775776537.323015:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000010:0.0:1775776537.323020:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1840.
00000100:00000001:1.0:1775776537.323020:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323024:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776537.323027:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776537.323028:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776537.323032:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776537.323033:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776537.323038:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323039:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775776537.323042:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776537.323045:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776537.323046:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537]  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775776537.323049:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776537.323054:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776537.323060:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776537.323063:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000001:0.0:1775776537.323064:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776537.323067:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1775776537.323067:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776537.323070:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776537.323071:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:1.0:1775776537.323073:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776537.323076:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
02000000:00000001:1.0:1775776537.323076:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776537.323078:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776537.323079:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000010:1.0:1775776537.323083:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:0.0:1775776537.323084:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775776537.323089:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776537.323090:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776537.323096:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776537.323111:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775776537.323112:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776537.323115:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776537.323124:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323125:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776537.323128:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323133:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323136:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776537.323138:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776537.323143:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776537.323144:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12823)
00000100:00000001:0.0:1775776537.323153:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776537.323158:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323193:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776537.323197:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323198:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323199:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323201:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776537.323203:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776537.323206:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776537.323210:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776537.323212:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776537.323217:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776537.323239:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309263872:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776537.323245:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323247:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.323250:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16680 x1862023309263872/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323257:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776537.323259:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776537.323262:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776537.323268:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776537.323270:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776537.323271:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776537.323274:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776537.323276:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776537.323281:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776537.323287:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776537.323289:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16680.
00000100:00000001:0.0:1775776537.323293:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776537.323294:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323296:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323304:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776537.323306:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323308:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776537.323309:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776537.323311:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776537.323314:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323321:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776537.323323:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323325:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776537.323327:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776537.323329:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776537.323332:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264000:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776537.323335:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776537.323337:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776537.323339:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323341:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776537.323344:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776537.323345:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776537.323355:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776537.323358:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776537.323362:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776537.323365:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264000, portal 10
00000100:00000001:0.0:1775776537.323366:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776537.323368:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523470464 : -109519186081152 : ffff9c6493d14a80)
00000100:00000040:0.0:1775776537.323374:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323380:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776537.323382:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776537.323385:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776537.323387:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309264000, offset 0
00000400:00000200:0.0:1775776537.323391:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323396:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323400:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776537.323403:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776537.323405:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776537.323408:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776537.323410:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323413:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340244:340244:256:4294967295] 192.168.201.105@tcp LPNI seq info [340189:340189:8:4294967295]
00000400:00000200:0.0:1775776537.323417:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323423:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776537.323428:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323431:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776537.323435:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776537.323438:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776537.323442:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776537.323444:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776537.323448:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323450:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776537.323452:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776537.323455:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776537.323458:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776537.323460:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776537.323462:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776537.323465:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323472:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.323475:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323481:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323482:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776537.323485:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776537.323488:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776537.323491:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776537.323493:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307486243
00000100:00000001:0.0:1775776537.323495:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.323497:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307486243
00000100:00000001:0.0:1775776537.323499:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.323501:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776537.323503:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323505:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776537.323508:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537]  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776537.323521:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776537.323523:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776537.323524:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776537.323526:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776537.323528:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776537.323530:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776537.323533:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776537.323540:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323546:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776537.323548:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323549:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323550:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776537.323554:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323560:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776537.323563:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323569:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776537.323571:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323573:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323574:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323576:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776537.323577:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776537.323580:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776537.323583:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776537.323585:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776537.323600:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776537.323608:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264000:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776537.323611:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776537.323614:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323620:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776537.323622:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323623:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776537.323625:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776537.323627:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776537.323629:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264128:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776537.323632:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776537.323634:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776537.323636:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323637:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776537.323640:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776537.323642:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776537.323645:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776537.323647:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776537.323650:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776537.323653:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264128, portal 4
00000100:00000001:0.0:1775776537.323655:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776537.323656:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523481216 : -109519186070400 : ffff9c6493d17480)
00000100:00000040:0.0:1775776537.323661:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323667:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776537.323669:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776537.323671:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776537.323673:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309264128, offset 0
00000400:00000200:0.0:1775776537.323677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323681:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323684:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776537.323686:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776537.323688:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776537.323690:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776537.323693:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323695:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340245:340245:256:4294967295] 192.168.201.105@tcp LPNI seq info [340190:340190:8:4294967295]
00000400:00000200:0.0:1775776537.323698:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323703:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776537.323707:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323710:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776537.323713:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776537.323716:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776537.323719:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776537.323721:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776537.323725:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323726:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776537.323729:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776537.323731:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776537.323734:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776537.323736:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776537.323737:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776537.323740:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323747:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.323749:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323754:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323756:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776537.323758:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776537.323760:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776537.323763:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776537.323765:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307486371
00000100:00000001:0.0:1775776537.323767:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.323769:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307486371
00000100:00000001:0.0:1775776537.323771:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.323773:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776537.323775:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.323776:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776537.323779:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537]  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776537.323786:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776537.323787:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776537.323788:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776537.323790:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776537.323791:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776537.323793:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776537.323796:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776537.323803:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323808:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776537.323809:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323811:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323812:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776537.323815:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323821:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776537.323824:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323829:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776537.323832:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323833:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.323834:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.323836:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776537.323837:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776537.323839:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776537.323842:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776537.323844:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776537.323847:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776537.323853:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264128:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776537.323857:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776537.323860:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323865:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776537.323866:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323868:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776537.323870:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776537.323872:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776537.323874:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264256:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776537.323876:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776537.323878:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776537.323880:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776537.323881:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776537.323884:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776537.323885:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776537.323888:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776537.323890:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776537.323892:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776537.323895:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264256, portal 4
00000100:00000001:0.0:1775776537.323897:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776537.323898:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523478528 : -109519186073088 : ffff9c6493d16a00)
00000100:00000040:0.0:1775776537.323903:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.323908:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776537.323910:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776537.323912:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776537.323914:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309264256, offset 0
00000400:00000200:0.0:1775776537.323917:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323920:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323923:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776537.323925:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776537.323927:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776537.323929:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776537.323931:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776537.323934:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340246:340246:256:4294967295] 192.168.201.105@tcp LPNI seq info [340191:340191:8:4294967295]
00000400:00000200:0.0:1775776537.323937:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776537.323942:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776537.323946:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323948:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776537.323952:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776537.323954:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776537.323958:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776537.323960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776537.323980:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776537.323982:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776537.323985:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776537.323988:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776537.323991:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776537.323993:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776537.323995:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776537.323999:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324011:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.324014:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776562 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324020:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.324021:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776537.324024:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776537.324027:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776537.324030:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776537.324032:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307486380
00000100:00000001:0.0:1775776537.324034:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.324036:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307486380
00000100:00000001:0.0:1775776537.324038:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307487111
00000100:00000001:0.0:1775776537.324040:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776537.324042:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.324043:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776537.324047:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537]  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776537.324054:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776537.324055:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776537.324057:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776537.324060:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776537.324061:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776537.324063:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776537.324066:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776537.324074:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324080:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776537.324081:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324083:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.324084:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776537.324087:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324094:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776537.324097:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324104:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776537.324106:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324107:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776537.324109:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324110:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776537.324111:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776537.324114:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776537.324117:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776537.324119:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776537.324123:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776537.324130:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264256:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776537.324133:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324135:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.324137:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14a80 x1862023309264000/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324143:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776537.324145:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776537.324147:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776537.324151:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776537.324152:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776537.324154:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776537.324156:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776537.324157:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776537.324160:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776537.324161:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776537.324190:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14a80.
00000100:00000001:0.0:1775776537.324193:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776537.324195:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324196:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.324200:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17480 x1862023309264128/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324206:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776537.324207:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776537.324209:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776537.324211:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776537.324213:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776537.324214:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776537.324215:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776537.324217:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60000.
02000000:00000001:0.0:1775776537.324219:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776537.324220:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776537.324221:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17480.
00000100:00000001:0.0:1775776537.324223:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776537.324224:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324226:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776537.324229:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16a00 x1862023309264256/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776537.324235:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776537.324236:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776537.324238:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776537.324240:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776537.324241:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776537.324242:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776537.324244:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776537.324245:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776537.324247:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776537.324249:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776537.324250:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16a00.
00000100:00000001:0.0:1775776537.324252:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776537.324253:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324255:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776537.324259:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776537.324261:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776537.324263:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776537.324264:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776537.962280:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776537.962282:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776537.962284:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962288:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776537.962291:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962292:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962294:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776537.962299:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776537.962300:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776537.962302:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962303:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776537.962304:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962306:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776537.962307:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776537.962329:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776537.962331:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776537.962333:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776538.218268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776538.218275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776538.218277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776538.218283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776538.218287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776538.218290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776538.218293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776538.218295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776538.218298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776538.282263:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307487111, at 4307487168
00000100:00000010:1.0:1775776538.282277:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1840.
00000100:00000040:0.0:1775776538.283644:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307487111, at 4307487169
00000100:00000010:0.0:1775776538.283651:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776538.986244:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776538.986248:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776538.986252:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776538.986253:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776538.986311:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776538.986318:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776538.986320:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776539.242256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776539.242264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776539.242266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776539.242272:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776539.242276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776539.242279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776539.242282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776539.242284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776539.242286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776540.010286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776540.010291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776540.010296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776540.010297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776540.010352:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776540.010356:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776540.010359:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776540.266255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776540.266261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776540.266264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776540.266269:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776540.266271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776540.266274:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776540.266277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776540.266279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776540.266281:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776541.034237:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776541.034242:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776541.034248:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776541.034249:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776541.034268:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776541.034271:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776541.034274:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776541.292345:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776541.292351:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776541.292354:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776541.292359:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776541.292363:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776541.292366:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776541.292369:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776541.292372:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776541.292375:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776542.058282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776542.058288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776542.058293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776542.058294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776542.058318:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776542.058320:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776542.058323:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776542.314266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776542.314273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776542.314275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776542.314281:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776542.314284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776542.314288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776542.314291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776542.314293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776542.314296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776542.442278:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776542.442287:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776542.442290:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776542.442294:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776542.442298:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776542.442306:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12818
00000400:00000200:1.0:1775776542.442314:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776542.442320:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776542.442323:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776542.442326:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442329:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776542.442331:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442334:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776542.442337:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776542.442339:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776542.442342:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776542.442344:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776542.442346:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776542.442348:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776542.442351:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442352:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776542.442354:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442355:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776542.442358:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776542.442361:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442363:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776542.442365:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776542.442368:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776542.442371:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442373:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776542.442375:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776542.442384:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776542.442388:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776542.442391:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776542.442393:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442396:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776542.442398:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776542.442403:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776542.442410:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776542.442416:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776542.442424:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776542.442434:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776542.442437:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776542.442441:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776542.442463:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776542.442466:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776542.442469:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776542.442470:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776542.442472:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776542.442474:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776542.442477:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12818
00000400:00000200:1.0:1775776542.442481:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776542.442484:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776542.442486:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776542.442489:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442492:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776542.442495:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442497:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776542.442509:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775776542.442512:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776542.442514:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775776542.442514:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776542.442517:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776542.442518:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775776542.442520:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776542.442522:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776542.442526:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776542.442527:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776542.442531:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442535:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776542.442540:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442544:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776542.442546:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776542.442548:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775776542.442549:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776542.442551:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1775776542.442554:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776542.442555:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776542.442560:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442560:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776542.442565:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775776542.442567:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309264384:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776542.442571:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776542.442571:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776542.442574:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776542.442575:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.442576:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442578:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776542.442579:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1775776542.442582:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1775776542.442583:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
00000008:00000001:1.0:1775776542.442587:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.442588:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442591:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776542.442595:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000400:00000200:0.0:1775776542.442598:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776542.442599:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776542.442604:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776542.442605:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776542.442606:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:1.0:1775776542.442606:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776542.442608:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776542.442611:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776542.442615:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000010:1.0:1775776542.442615:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776542.442621:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776542.442624:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264384, portal 25
00000100:00100000:1.0:1775776542.442627:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776542.442629:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776542.442631:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523467776 : -109519186083840 : ffff9c6493d14000)
00000100:00000001:1.0:1775776542.442640:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775776542.442641:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776542.442644:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.442652:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776542.442653:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776542.442658:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776542.442662:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776542.442667:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309264384, offset 0
00000100:00000001:1.0:1775776542.442668:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776542.442672:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776542.442675:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:1.0:1775776542.442678:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776542.442680:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776542.442681:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776542.442685:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776542.442686:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776542.442691:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12818
00000400:00000200:0.0:1775776542.442694:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776542.442699:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776542.442703:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776542.442707:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776542.442710:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776542.442714:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340247:340247:256:4294967295] 192.168.201.105@tcp LPNI seq info [340192:340192:8:4294967295]
00000400:00000200:0.0:1775776542.442719:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.442729:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1775776542.442736:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776542.442741:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776542.442742:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775776542.442744:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:1.0:1775776542.442746:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442751:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1775776542.442753:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000040:1.0:1775776542.442753:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442757:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776542.442760:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776542.442763:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:0.0:1775776542.442764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:1.0:1775776542.442765:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:0.0:1775776542.442767:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000020:00000040:1.0:1775776542.442768:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776542.442773:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776542.442776:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:1.0:1775776542.442777:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776542.442780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000100:00000040:1.0:1775776542.442784:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000100:0.0:1775776542.442788:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442788:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1775776542.442792:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000100:00000040:1.0:1775776542.442794:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776542.442797:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776542.442797:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776542.442801:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776542.442805:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1775776542.442808:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776542.442811:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000100:00000001:1.0:1775776542.442811:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776542.442814:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
02000000:00000001:1.0:1775776542.442814:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776542.442818:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1775776542.442818:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776542.442822:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776542.442823:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776542.442826:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776542.442829:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776542.442835:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442838:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776542.442844:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000100:00000001:0.0:1775776542.442845:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1775776542.442848:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000040:0.0:1775776542.442849:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776542.442853:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776542.442855:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.442860:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776542.442861:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776542.442862:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776542.442863:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1775776542.442865:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.442868:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776542.442869:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000400:00000200:0.0:1775776542.442873:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776542.442873:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.442878:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307492231
00000100:00100000:1.0:1775776542.442881:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1775776542.442882:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776542.442891:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776542.442891:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776542.442895:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.442899:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307492231
00000100:00000040:1.0:1775776542.442900:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775776542.442905:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1e40.
00000100:00000001:0.0:1775776542.442911:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776542.442914:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.442916:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1775776542.442917:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776542.442921:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776542.442922:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776542.442925:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776542.442926:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775776542.442927:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776542.442930:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1775776542.442934:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542]  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776542.442935:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12818
00000400:00000200:1.0:1775776542.442941:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776542.442947:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776542.442950:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776542.442954:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000001:0.0:1775776542.442956:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775776542.442956:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1775776542.442958:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776542.442961:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000100:00000040:1.0:1775776542.442961:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776542.442964:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776542.442965:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776542.442968:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000020:00000001:1.0:1775776542.442969:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776542.442971:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1775776542.442972:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776542.442975:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000200:0.0:1775776542.442976:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776542.442977:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776542.442981:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776542.442986:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776542.442993:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776542.442994:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776542.442997:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776542.443002:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776542.443005:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776542.443005:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776542.443009:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776542.443010:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1775776542.443013:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776542.443014:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776542.443016:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443018:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775776542.443019:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776542.443023:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775776542.443026:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776542.443026:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.443029:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776542.443032:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776542.443037:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.443040:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443047:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1775776542.443047:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776542.443052:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000040:0.0:1775776542.443055:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776542.443056:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776542.443059:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776542.443063:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776542.443065:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1775776542.443066:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776542.443068:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443069:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443072:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443073:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1775776542.443073:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:0.0:1775776542.443074:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776542.443077:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776542.443078:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776542.443080:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1775776542.443085:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775776542.443086:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776542.443089:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776542.443097:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776542.443098:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776542.443102:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776542.443110:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776542.443114:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309264384:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776542.443124:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776542.443127:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443128:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776542.443132:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12829)
00000100:00000040:0.0:1775776542.443133:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14000 x1862023309264384/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443142:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776542.443144:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443147:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776542.443150:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776542.443151:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776542.443153:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776542.443155:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776542.443156:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63000.
02000000:00000001:0.0:1775776542.443159:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776542.443161:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776542.443183:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14000.
00000100:00000001:0.0:1775776542.443185:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776542.443186:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443187:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443193:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776542.443194:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443195:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776542.443196:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776542.443197:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776542.443200:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443204:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776542.443205:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443206:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776542.443208:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776542.443209:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776542.443210:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264512:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776542.443212:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776542.443214:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776542.443215:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443216:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443218:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776542.443219:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776542.443222:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776542.443224:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776542.443228:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776542.443230:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264512, portal 10
00000100:00000001:0.0:1775776542.443232:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776542.443233:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523474048 : -109519186077568 : ffff9c6493d15880)
00000100:00000040:0.0:1775776542.443239:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443245:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776542.443248:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776542.443250:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776542.443252:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309264512, offset 0
00000400:00000200:0.0:1775776542.443256:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443260:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443263:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776542.443266:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776542.443268:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776542.443270:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776542.443273:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443275:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340248:340248:256:4294967295] 192.168.201.105@tcp LPNI seq info [340193:340193:8:4294967295]
00000400:00000200:0.0:1775776542.443279:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443285:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776542.443290:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443293:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776542.443297:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776542.443299:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775776542.443303:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776542.443306:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1775776542.443310:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443311:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776542.443314:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776542.443317:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776542.443320:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776542.443322:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776542.443324:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776542.443327:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443332:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443334:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443341:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443342:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776542.443344:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776542.443347:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776542.443349:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776542.443350:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307491363
00000100:00000001:0.0:1775776542.443352:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443354:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307491363
00000100:00000001:0.0:1775776542.443355:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443356:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776542.443357:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443358:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776542.443360:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542]  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776542.443365:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776542.443366:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776542.443367:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776542.443368:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776542.443369:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776542.443370:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776542.443372:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776542.443376:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443379:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776542.443380:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443381:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443382:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776542.443384:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443388:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776542.443390:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443394:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776542.443395:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443396:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443397:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443398:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776542.443399:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776542.443400:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776542.443402:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776542.443403:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776542.443405:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776542.443409:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264512:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776542.443411:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776542.443413:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443417:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776542.443418:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443419:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776542.443420:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776542.443421:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776542.443423:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264640:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776542.443424:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776542.443425:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776542.443427:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443428:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443430:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776542.443431:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776542.443433:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776542.443435:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776542.443436:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776542.443438:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264640, portal 4
00000100:00000001:0.0:1775776542.443439:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776542.443440:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523469568 : -109519186082048 : ffff9c6493d14700)
00000100:00000040:0.0:1775776542.443443:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443447:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776542.443449:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776542.443450:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776542.443451:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309264640, offset 0
00000400:00000200:0.0:1775776542.443453:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443455:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443457:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776542.443459:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776542.443460:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776542.443461:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776542.443463:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443465:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340249:340249:256:4294967295] 192.168.201.105@tcp LPNI seq info [340194:340194:8:4294967295]
00000400:00000200:0.0:1775776542.443467:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443472:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776542.443476:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443479:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776542.443482:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776542.443484:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775776542.443488:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776542.443490:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1775776542.443494:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443496:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776542.443511:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776542.443515:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776542.443518:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776542.443519:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776542.443522:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776542.443525:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443532:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443535:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443541:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443542:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776542.443545:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776542.443547:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776542.443549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776542.443550:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307491491
00000100:00000001:0.0:1775776542.443552:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443553:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307491491
00000100:00000001:0.0:1775776542.443555:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443556:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776542.443557:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443558:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776542.443561:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542]  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776542.443565:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776542.443566:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776542.443567:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776542.443568:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776542.443569:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776542.443571:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776542.443572:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776542.443577:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443580:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776542.443581:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443582:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443582:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776542.443584:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443590:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776542.443593:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443599:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776542.443601:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443602:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443603:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443605:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776542.443606:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776542.443609:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776542.443612:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776542.443614:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776542.443617:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776542.443625:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264640:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776542.443629:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776542.443632:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443638:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776542.443639:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443640:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776542.443642:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776542.443643:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776542.443644:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264768:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776542.443646:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776542.443647:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776542.443649:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776542.443650:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443652:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776542.443653:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776542.443655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776542.443656:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776542.443658:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776542.443660:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264768, portal 4
00000100:00000001:0.0:1775776542.443661:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776542.443662:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523472256 : -109519186079360 : ffff9c6493d15180)
00000100:00000040:0.0:1775776542.443665:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443669:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776542.443671:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776542.443672:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776542.443673:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309264768, offset 0
00000400:00000200:0.0:1775776542.443675:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443678:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443680:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776542.443682:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776542.443683:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776542.443685:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776542.443687:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776542.443691:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340250:340250:256:4294967295] 192.168.201.105@tcp LPNI seq info [340195:340195:8:4294967295]
00000400:00000200:0.0:1775776542.443694:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776542.443700:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776542.443704:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443707:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776542.443710:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776542.443713:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1775776542.443717:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776542.443719:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1775776542.443723:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776542.443725:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776542.443728:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776542.443731:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776542.443733:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776542.443735:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776542.443737:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776542.443739:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443744:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443746:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776567 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443750:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443751:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776542.443752:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776542.443754:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776542.443756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776542.443758:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307491500
00000100:00000001:0.0:1775776542.443759:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443760:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307491500
00000100:00000001:0.0:1775776542.443762:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307492231
00000100:00000001:0.0:1775776542.443763:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776542.443764:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443765:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776542.443767:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542]  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776542.443772:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776542.443773:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776542.443773:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776542.443774:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776542.443775:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776542.443776:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776542.443778:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776542.443783:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443786:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776542.443787:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443788:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443788:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776542.443790:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443793:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776542.443795:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443799:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776542.443800:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443801:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776542.443802:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443803:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776542.443804:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776542.443805:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776542.443807:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776542.443808:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776542.443811:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776542.443815:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309264768:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776542.443817:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443818:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443819:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15880 x1862023309264512/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443822:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776542.443823:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443824:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776542.443826:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776542.443827:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776542.443828:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776542.443829:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776542.443830:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60800.
02000000:00000001:0.0:1775776542.443832:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776542.443833:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776542.443834:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15880.
00000100:00000001:0.0:1775776542.443835:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776542.443836:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443837:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443839:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14700 x1862023309264640/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443842:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776542.443843:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443844:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776542.443845:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776542.443846:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776542.443846:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776542.443847:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776542.443848:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61800.
02000000:00000001:0.0:1775776542.443850:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776542.443851:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776542.443851:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14700.
00000100:00000001:0.0:1775776542.443853:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776542.443853:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443854:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776542.443856:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15180 x1862023309264768/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776542.443859:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776542.443859:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776542.443860:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776542.443863:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776542.443864:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776542.443864:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776542.443865:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776542.443866:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62000.
02000000:00000001:0.0:1775776542.443867:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776542.443867:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776542.443868:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15180.
00000100:00000001:0.0:1775776542.443869:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776542.443870:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443871:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776542.443873:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776542.443874:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776542.443875:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776542.443875:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776543.082231:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776543.082236:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776543.082240:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776543.082241:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776543.082289:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776543.082292:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776543.082294:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776543.338275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776543.338282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776543.338284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776543.338289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776543.338293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776543.338296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776543.338299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776543.338302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776543.338305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776543.402240:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307492231, at 4307492288
00000100:00000040:1.0:1775776543.402248:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307492231, at 4307492288
00000100:00000010:0.0:1775776543.402255:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776543.402258:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1e40.
00010000:00000001:0.0:1775776544.106252:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776544.106257:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776544.106262:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776544.106264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776544.106315:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776544.106318:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776544.106321:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776544.362249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776544.362254:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776544.362256:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776544.362260:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776544.362263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776544.362266:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776544.362268:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776544.362269:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776544.362271:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776545.130281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776545.130285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776545.130289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776545.130290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776545.130319:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776545.130322:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776545.130324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776545.386243:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776545.386250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776545.386253:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776545.386258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776545.386262:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776545.386265:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776545.386268:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776545.386270:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776545.386273:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776546.154274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776546.154280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776546.154293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776546.154294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776546.154344:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776546.154347:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776546.154350:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776546.410262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776546.410268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776546.410269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776546.410273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776546.410281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776546.410284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776546.410286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776546.410287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776546.410289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776547.178278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776547.178283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776547.178288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776547.178290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776547.178341:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776547.178344:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776547.178346:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776547.434237:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776547.434244:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776547.434246:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776547.434252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776547.434256:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776547.434259:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776547.434262:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776547.434264:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776547.434266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776547.562291:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776547.562297:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776547.562300:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776547.562303:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776547.562306:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776547.562311:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12824
00000400:00000200:2.0:1775776547.562319:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776547.562325:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776547.562328:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776547.562330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562332:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562334:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562336:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776547.562338:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776547.562340:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776547.562342:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776547.562344:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776547.562345:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776547.562347:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776547.562348:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562351:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562352:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776547.562354:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776547.562356:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562357:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776547.562359:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776547.562361:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776547.562363:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562364:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776547.562366:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776547.562373:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776547.562375:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776547.562378:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776547.562378:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562381:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776547.562383:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776547.562386:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776547.562391:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776547.562395:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776547.562402:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776547.562429:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776547.562432:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776547.562436:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776547.562449:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776547.562451:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776547.562453:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776547.562454:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776547.562455:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776547.562457:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776547.562458:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12824
00000400:00000200:2.0:1775776547.562461:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776547.562463:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776547.562464:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776547.562466:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562467:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562468:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562470:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776547.562471:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776547.562472:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776547.562473:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776547.562474:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776547.562476:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776547.562477:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776547.562479:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562480:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562481:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562483:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776547.562484:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776547.562486:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562488:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776547.562489:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776547.562490:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775776547.562493:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.562495:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775776547.562496:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562499:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776547.562499:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776547.562501:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776547.562504:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562505:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776547.562509:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775776547.562509:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776547.562513:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776547.562517:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776547.562519:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562522:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776547.562524:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776547.562527:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562528:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1775776547.562530:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:0.0:1775776547.562531:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562533:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.562536:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1775776547.562539:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776547.562541:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776547.562546:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562552:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1775776547.562555:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309264896:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776547.562555:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776547.562562:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.562565:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776547.562570:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776547.562570:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.562574:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776547.562574:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776547.562578:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:0.0:1775776547.562579:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776547.562580:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776547.562583:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776547.562584:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776547.562586:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12824
02000000:00000010:0.0:1775776547.562587:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
00000400:00000200:2.0:1775776547.562591:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776547.562592:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776547.562594:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776547.562597:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776547.562599:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562600:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776547.562604:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776547.562604:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562608:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776547.562610:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776547.562610:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000010:0.0:1775776547.562611:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000020:00000001:2.0:1775776547.562611:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776547.562614:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776547.562616:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776547.562618:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776547.562619:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562620:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1775776547.562621:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000040:2.0:1775776547.562623:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562626:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776547.562627:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776547.562629:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000200:0.0:1775776547.562631:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309264896, portal 25
00000100:00000001:2.0:1775776547.562631:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776547.562634:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776547.562636:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.562637:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775776547.562638:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562640:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776547.562640:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776547.562644:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776547.562647:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776547.562650:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776547.562650:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776547.562656:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776547.562662:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:0.0:1775776547.562663:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775776547.562666:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775776547.562669:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776547.562670:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562673:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776547.562674:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775776547.562675:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
02000000:00000001:2.0:1775776547.562677:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776547.562680:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309264896, offset 0
02000000:00000010:2.0:1775776547.562682:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776547.562687:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.562691:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00100000:2.0:1775776547.562696:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776547.562703:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776547.562705:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776547.562709:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776547.562712:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776547.562721:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.562722:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:2.0:1775776547.562725:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776547.562729:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775776547.562730:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776547.562733:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776547.562736:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:2.0:1775776547.562737:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776547.562741:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776547.562743:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775776547.562746:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12824
00000400:00000200:0.0:1775776547.562750:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776547.562754:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.562758:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340251:340251:256:4294967295] 192.168.201.105@tcp LPNI seq info [340196:340196:8:4294967295]
00000400:00000200:2.0:1775776547.562762:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776547.562765:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776547.562769:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776547.562770:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562773:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562776:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562778:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776547.562782:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776547.562784:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000400:00000200:0.0:1775776547.562786:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775776547.562787:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776547.562791:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776547.562793:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.0:1775776547.562797:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776547.562798:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776547.562803:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000010:0.0:1775776547.562805:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000001:2.0:1775776547.562805:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776547.562809:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776547.562811:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776547.562814:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:0.0:1775776547.562816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776547.562819:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:0.0:1775776547.562822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1775776547.562823:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776547.562825:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776547.562830:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1775776547.562833:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775776547.562834:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562838:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775776547.562840:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000008:00100000:2.0:1775776547.562841:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776547.562846:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562849:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775776547.562850:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.562854:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000100:00000010:2.0:1775776547.562854:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776547.562859:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000200:0.0:1775776547.562861:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775776547.562861:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776547.562863:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776547.562866:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776547.562868:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776547.562870:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776547.562873:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000400:00000200:0.0:1775776547.562874:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775776547.562879:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.562881:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776547.562886:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00100000:2.0:1775776547.562886:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776547.562892:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776547.562897:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775776547.562900:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776547.562901:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776547.562910:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776547.562921:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562925:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776547.562926:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12834)
00000100:00000040:0.0:1775776547.562932:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.562940:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562942:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776547.562947:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.562951:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776547.562953:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307497351
00000100:00000010:0.0:1775776547.562958:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776547.562964:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776547.562970:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307497351
00000100:00000010:0.0:1775776547.562972:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d13c0.
00000100:00000001:0.0:1775776547.562975:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776547.562978:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.562980:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.562982:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776547.562986:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547]  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776547.562995:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776547.562996:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776547.562998:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776547.563001:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776547.563002:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776547.563004:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776547.563007:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776547.563015:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563021:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776547.563023:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563025:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563027:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776547.563030:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563036:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776547.563040:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563047:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776547.563049:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563051:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563052:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563054:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776547.563055:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776547.563058:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776547.563062:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776547.563064:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776547.563067:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776547.563075:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309264896:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776547.563080:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563082:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.563084:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309264896/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563090:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776547.563092:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776547.563095:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776547.563100:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776547.563102:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776547.563104:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776547.563106:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776547.563108:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776547.563111:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776547.563113:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776547.563114:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776547.563118:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776547.563119:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563121:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563129:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776547.563131:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563132:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776547.563134:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776547.563135:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776547.563138:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563145:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776547.563146:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563148:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776547.563149:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776547.563151:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776547.563154:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265024:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776547.563157:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776547.563159:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776547.563160:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563185:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776547.563188:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776547.563190:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.563194:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776547.563196:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776547.563200:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776547.563202:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265024, portal 10
00000100:00000001:0.0:1775776547.563204:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776547.563206:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776547.563211:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563217:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776547.563219:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776547.563221:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776547.563223:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309265024, offset 0
00000400:00000200:0.0:1775776547.563227:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563231:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563235:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776547.563237:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776547.563249:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776547.563252:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776547.563254:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563257:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340252:340252:256:4294967295] 192.168.201.105@tcp LPNI seq info [340197:340197:8:4294967295]
00000400:00000200:0.0:1775776547.563261:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563267:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776547.563271:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563275:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776547.563278:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776547.563281:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775776547.563285:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776547.563287:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775776547.563291:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563293:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776547.563295:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776547.563298:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776547.563301:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776547.563302:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776547.563305:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776547.563308:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563321:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.563323:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563329:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563330:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776547.563332:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776547.563336:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776547.563339:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776547.563341:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307496483
00000100:00000001:0.0:1775776547.563343:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563345:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307496483
00000100:00000001:0.0:1775776547.563347:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563349:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.563351:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563352:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776547.563356:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547]  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776547.563362:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776547.563364:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776547.563365:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776547.563367:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776547.563369:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776547.563370:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776547.563373:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776547.563380:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563386:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776547.563388:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563389:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563391:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776547.563394:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563400:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776547.563403:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563421:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776547.563424:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563425:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563426:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563428:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776547.563429:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776547.563432:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776547.563435:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776547.563437:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776547.563441:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776547.563448:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265024:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776547.563451:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776547.563454:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563460:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776547.563462:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563463:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776547.563465:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776547.563467:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776547.563470:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265152:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776547.563473:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776547.563475:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776547.563476:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563478:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776547.563481:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776547.563482:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.563486:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776547.563488:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776547.563491:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776547.563494:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265152, portal 4
00000100:00000001:0.0:1775776547.563495:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776547.563497:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776547.563501:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563507:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776547.563509:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776547.563511:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776547.563513:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309265152, offset 0
00000400:00000200:0.0:1775776547.563517:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563520:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563523:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776547.563525:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776547.563527:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776547.563529:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776547.563532:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563534:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340253:340253:256:4294967295] 192.168.201.105@tcp LPNI seq info [340198:340198:8:4294967295]
00000400:00000200:0.0:1775776547.563538:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563543:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776547.563547:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563550:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776547.563554:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776547.563557:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775776547.563560:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776547.563563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775776547.563567:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563569:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776547.563571:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776547.563574:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776547.563576:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776547.563578:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776547.563580:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776547.563583:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563590:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.563592:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563598:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563600:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776547.563602:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776547.563605:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776547.563607:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776547.563609:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307496611
00000100:00000001:0.0:1775776547.563611:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563613:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307496611
00000100:00000001:0.0:1775776547.563615:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563617:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.563619:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563620:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776547.563623:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547]  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776547.563630:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776547.563632:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776547.563634:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776547.563636:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776547.563637:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776547.563639:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776547.563642:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776547.563649:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563654:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776547.563656:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563657:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563658:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776547.563662:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563668:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776547.563672:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563678:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776547.563680:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563681:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563682:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563684:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776547.563685:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776547.563688:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776547.563691:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776547.563693:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776547.563697:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776547.563709:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265152:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776547.563713:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776547.563716:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563722:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776547.563723:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563725:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776547.563727:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776547.563729:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776547.563731:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265280:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776547.563734:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776547.563736:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776547.563737:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776547.563739:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776547.563741:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776547.563743:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776547.563746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776547.563749:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776547.563752:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776547.563754:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265280, portal 4
00000100:00000001:0.0:1775776547.563756:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776547.563757:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776547.563762:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563768:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776547.563770:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776547.563772:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776547.563774:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309265280, offset 0
00000400:00000200:0.0:1775776547.563778:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563782:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563785:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776547.563788:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776547.563790:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776547.563792:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776547.563795:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776547.563798:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340254:340254:256:4294967295] 192.168.201.105@tcp LPNI seq info [340199:340199:8:4294967295]
00000400:00000200:0.0:1775776547.563801:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776547.563807:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776547.563811:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563814:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776547.563817:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776547.563820:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1775776547.563823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776547.563827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1775776547.563830:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776547.563832:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776547.563834:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776547.563837:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776547.563840:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776547.563841:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776547.563843:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776547.563846:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563853:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.563855:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776572 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563861:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563863:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776547.563865:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776547.563868:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776547.563871:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776547.563873:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307496620
00000100:00000001:0.0:1775776547.563875:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563877:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307496620
00000100:00000001:0.0:1775776547.563879:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307497351
00000100:00000001:0.0:1775776547.563881:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776547.563883:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.563885:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776547.563888:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547]  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776547.563895:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776547.563897:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776547.563898:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776547.563900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776547.563902:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776547.563904:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776547.563907:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776547.563914:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563920:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776547.563922:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563924:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563925:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776547.563928:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563934:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776547.563937:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563942:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776547.563945:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563946:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776547.563947:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563949:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776547.563951:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776547.563953:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776547.563956:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776547.563958:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776547.563961:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776547.563968:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265280:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776547.563971:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.563973:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.563975:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309265024/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.563981:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776547.563983:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776547.563984:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776547.563988:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776547.563989:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776547.563990:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776547.563992:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776547.563993:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:0.0:1775776547.563996:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776547.563997:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776547.563998:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776547.564001:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776547.564002:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.564004:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.564007:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309265152/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.564018:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776547.564019:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776547.564020:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776547.564023:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776547.564024:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776547.564025:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776547.564027:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776547.564028:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776547.564030:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776547.564031:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776547.564032:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776547.564035:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776547.564036:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.564037:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776547.564040:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309265280/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776547.564045:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776547.564046:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776547.564048:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776547.564050:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776547.564051:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776547.564052:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776547.564053:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776547.564055:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776547.564057:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776547.564058:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776547.564059:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776547.564061:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776547.564062:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.564064:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776547.564067:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776547.564068:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776547.564070:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776547.564071:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202252:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776548.202259:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776548.202261:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776548.202264:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202268:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776548.202270:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202273:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202275:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776548.202280:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776548.202281:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776548.202283:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202285:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776548.202286:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202288:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776548.202289:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776548.202336:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776548.202340:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776548.202344:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776548.458284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776548.458292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776548.458294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776548.458298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776548.458310:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776548.458314:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776548.458316:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776548.458319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776548.458321:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776548.522268:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307497351, at 4307497408
00000100:00000040:1.0:1775776548.522269:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307497351, at 4307497408
00000100:00000010:0.0:1775776548.522283:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776548.522286:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d13c0.
00010000:00000001:0.0:1775776549.226285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776549.226291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776549.226296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776549.226297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776549.226320:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776549.226322:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776549.226325:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776549.482271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776549.482277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776549.482279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776549.482284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776549.482287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776549.482291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776549.482293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776549.482295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776549.482298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776550.250236:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776550.250242:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776550.250247:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776550.250249:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776550.250269:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776550.250271:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776550.250273:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776550.506251:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776550.506258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776550.506260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776550.506265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776550.506269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776550.506273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776550.506276:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776550.506278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776550.506280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776551.274286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776551.274292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776551.274298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776551.274299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776551.274365:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776551.274369:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776551.274372:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776551.530271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776551.530277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776551.530279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776551.530285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776551.530288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776551.530291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776551.530294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776551.530297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776551.530301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776552.298261:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776552.298265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776552.298269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776552.298270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776552.298316:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776552.298320:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776552.298323:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776552.554247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776552.554253:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776552.554255:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776552.554261:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776552.554265:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776552.554268:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776552.554271:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776552.554273:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776552.554276:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776552.682266:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776552.682274:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776552.682275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776552.682279:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776552.682282:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776552.682287:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12829
00000400:00000200:2.0:1775776552.682294:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776552.682299:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776552.682301:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776552.682303:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682305:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682307:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682308:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776552.682311:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776552.682312:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776552.682314:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776552.682315:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776552.682317:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776552.682318:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776552.682330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682332:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682333:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682335:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776552.682336:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776552.682338:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682340:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776552.682342:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776552.682345:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776552.682347:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682348:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776552.682349:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776552.682356:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776552.682359:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776552.682361:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776552.682362:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682364:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776552.682366:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776552.682373:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776552.682380:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776552.682385:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776552.682392:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776552.682399:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776552.682402:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776552.682405:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776552.682419:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776552.682421:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776552.682424:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776552.682425:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776552.682426:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776552.682427:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776552.682429:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12829
00000400:00000200:2.0:1775776552.682432:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776552.682434:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776552.682435:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776552.682437:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682438:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682439:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682441:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776552.682442:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776552.682443:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776552.682444:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776552.682445:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776552.682447:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776552.682448:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776552.682450:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682451:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682453:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682454:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776552.682456:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776552.682458:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682460:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776552.682461:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776552.682465:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776552.682466:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.682467:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776552.682468:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776552.682471:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776552.682472:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000008:00000001:2.0:1775776552.682475:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.682476:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776552.682477:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776552.682481:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776552.682482:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776552.682484:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776552.682486:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.682487:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776552.682487:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776552.682488:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776552.682491:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776552.682495:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776552.682499:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.682505:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00100000:2.0:1775776552.682506:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776552.682508:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.682515:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776552.682515:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776552.682518:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.682519:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776552.682521:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776552.682525:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682531:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776552.682533:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309265408:192.168.201.105@tcp:250:kworker.0
00000100:00080000:2.0:1775776552.682534:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776552.682540:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776552.682542:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776552.682542:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776552.682543:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776552.682546:0:216727:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775776552.682547:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775776552.682548:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12829
02000000:00000001:0.0:1775776552.682551:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776552.682552:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776552.682556:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1775776552.682556:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776552.682559:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776552.682561:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682562:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682563:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000010:0.0:1775776552.682564:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
00000100:00000001:2.0:1775776552.682564:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776552.682569:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776552.682569:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776552.682570:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776552.682572:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776552.682574:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776552.682576:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776552.682578:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776552.682579:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776552.682582:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682584:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682585:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776552.682586:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:2.0:1775776552.682586:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776552.682590:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776552.682592:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682594:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776552.682595:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1775776552.682596:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000001:2.0:1775776552.682596:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776552.682600:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682601:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776552.682603:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776552.682604:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682605:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776552.682606:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265408, portal 25
00000100:00000010:2.0:1775776552.682608:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776552.682610:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1775776552.682610:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:0.0:1775776552.682613:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
02000000:00000001:2.0:1775776552.682613:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776552.682615:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682618:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776552.682619:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776552.682620:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.682624:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775776552.682625:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776552.682628:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776552.682635:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776552.682643:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776552.682644:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776552.682646:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.682649:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776552.682650:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776552.682654:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000001:2.0:1775776552.682658:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776552.682660:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309265408, offset 0
00000100:00080000:2.0:1775776552.682660:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776552.682665:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776552.682666:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776552.682667:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776552.682668:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776552.682672:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776552.682672:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12829
00000400:00000200:2.0:1775776552.682677:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776552.682679:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776552.682680:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776552.682682:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682685:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776552.682686:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776552.682688:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682690:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776552.682691:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775776552.682696:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000040:2.0:1775776552.682698:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776552.682700:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776552.682702:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1775776552.682705:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:0.0:1775776552.682708:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:2.0:1775776552.682708:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776552.682712:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:0.0:1775776552.682715:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775776552.682715:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682718:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776552.682721:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682722:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776552.682723:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776552.682725:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682726:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776552.682727:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776552.682729:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776552.682729:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776552.682732:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776552.682734:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776552.682735:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340255:340255:256:4294967295] 192.168.201.105@tcp LPNI seq info [340200:340200:8:4294967295]
00000008:00100000:2.0:1775776552.682737:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776552.682740:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.682742:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776552.682743:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776552.682747:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776552.682749:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776552.682753:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776552.682755:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.682756:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776552.682757:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776552.682760:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776552.682762:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776552.682765:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000800:00000200:0.0:1775776552.682766:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776552.682768:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776552.682771:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00100000:2.0:1775776552.682772:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776552.682778:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1775776552.682779:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776552.682781:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776552.682783:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1775776552.682785:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776552.682792:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776552.682796:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776552.682796:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000040:2.0:1775776552.682799:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12839)
00000800:00000100:0.0:1775776552.682808:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.682811:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776552.682817:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776552.682822:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776552.682826:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776552.682829:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776552.682833:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776552.682837:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682846:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.682849:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682856:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.682858:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776552.682863:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.682867:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776552.682869:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307502471
00000100:00000010:0.0:1775776552.682874:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776552.682880:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776552.682886:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307502471
00000100:00000010:0.0:1775776552.682888:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1720.
00000100:00000001:0.0:1775776552.682890:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776552.682892:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776552.682894:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.682895:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776552.682898:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552]  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776552.682911:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776552.682912:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776552.682914:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776552.682916:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776552.682917:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776552.682918:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776552.682920:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776552.682925:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682929:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776552.682930:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682932:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.682933:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776552.682935:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682939:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776552.682941:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682946:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776552.682947:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682948:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.682949:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682951:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776552.682952:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776552.682954:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776552.682956:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776552.682958:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776552.682960:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776552.682965:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309265408:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776552.682968:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682969:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.682970:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309265408/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.682974:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776552.682975:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776552.682977:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776552.682978:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776552.682980:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776552.682980:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776552.682982:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776552.682983:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776552.682986:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776552.682987:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776552.682988:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776552.682990:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776552.682991:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682993:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.682998:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776552.682999:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683000:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776552.683001:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776552.683002:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776552.683004:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683009:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776552.683010:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683011:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776552.683012:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776552.683013:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776552.683015:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265536:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776552.683016:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776552.683017:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776552.683018:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683019:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683021:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776552.683022:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.683025:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776552.683026:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776552.683028:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776552.683030:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265536, portal 10
00000100:00000001:0.0:1775776552.683031:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776552.683032:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776552.683036:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683040:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776552.683041:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776552.683042:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776552.683043:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309265536, offset 0
00000400:00000200:0.0:1775776552.683046:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683048:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683050:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776552.683052:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776552.683054:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776552.683055:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776552.683057:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683059:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340256:340256:256:4294967295] 192.168.201.105@tcp LPNI seq info [340201:340201:8:4294967295]
00000400:00000200:0.0:1775776552.683061:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683074:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776552.683077:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683079:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776552.683081:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776552.683083:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776552.683086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776552.683087:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775776552.683090:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683091:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776552.683092:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776552.683095:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776552.683096:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776552.683097:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776552.683099:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776552.683100:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683105:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683107:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683110:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683111:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776552.683113:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.683115:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776552.683117:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776552.683119:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307501602
00000100:00000001:0.0:1775776552.683120:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683121:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307501602
00000100:00000001:0.0:1775776552.683123:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683124:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776552.683125:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683126:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776552.683128:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552]  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776552.683133:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776552.683134:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776552.683135:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776552.683136:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776552.683137:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776552.683138:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776552.683140:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776552.683144:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683148:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776552.683148:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683149:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683150:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776552.683152:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683155:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776552.683157:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683160:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776552.683185:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683186:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683186:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683187:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776552.683189:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776552.683190:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776552.683192:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776552.683194:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776552.683196:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776552.683201:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265536:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776552.683203:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776552.683205:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683208:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776552.683209:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683211:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776552.683212:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776552.683213:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776552.683214:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265664:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776552.683216:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776552.683217:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776552.683218:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683219:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683221:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776552.683222:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.683224:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776552.683225:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776552.683227:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776552.683228:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265664, portal 4
00000100:00000001:0.0:1775776552.683229:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776552.683230:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776552.683233:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683237:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776552.683239:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776552.683240:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776552.683241:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309265664, offset 0
00000400:00000200:0.0:1775776552.683243:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683246:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683248:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776552.683249:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776552.683251:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776552.683252:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776552.683254:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683256:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340257:340257:256:4294967295] 192.168.201.105@tcp LPNI seq info [340202:340202:8:4294967295]
00000400:00000200:0.0:1775776552.683258:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683262:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776552.683264:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683265:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776552.683268:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776552.683269:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776552.683272:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776552.683274:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775776552.683276:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683277:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776552.683279:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776552.683281:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776552.683282:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776552.683283:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776552.683285:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776552.683287:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683291:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683293:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683296:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683297:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776552.683299:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.683300:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776552.683302:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776552.683303:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307501731
00000100:00000001:0.0:1775776552.683305:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683306:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307501731
00000100:00000001:0.0:1775776552.683307:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683308:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776552.683309:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683310:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776552.683312:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552]  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776552.683316:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776552.683317:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776552.683318:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776552.683332:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776552.683334:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776552.683335:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776552.683338:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776552.683347:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683350:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776552.683352:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683353:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683354:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776552.683355:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683359:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776552.683361:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683365:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776552.683367:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683368:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683368:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683369:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776552.683370:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776552.683371:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776552.683373:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776552.683374:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776552.683376:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776552.683380:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265664:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776552.683382:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776552.683384:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683387:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776552.683388:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683390:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776552.683391:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776552.683392:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776552.683393:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265792:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776552.683395:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776552.683396:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776552.683397:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776552.683398:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683400:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776552.683401:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776552.683403:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776552.683405:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776552.683406:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776552.683408:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265792, portal 4
00000100:00000001:0.0:1775776552.683409:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776552.683410:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:0.0:1775776552.683414:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683417:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776552.683419:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776552.683420:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776552.683421:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309265792, offset 0
00000400:00000200:0.0:1775776552.683423:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683425:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683427:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776552.683429:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776552.683430:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776552.683432:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776552.683433:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776552.683435:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340258:340258:256:4294967295] 192.168.201.105@tcp LPNI seq info [340203:340203:8:4294967295]
00000400:00000200:0.0:1775776552.683437:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776552.683441:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776552.683444:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683445:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776552.683448:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776552.683449:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1775776552.683452:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776552.683453:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1775776552.683466:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776552.683468:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776552.683470:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776552.683472:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776552.683474:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776552.683474:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776552.683476:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776552.683478:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683483:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683485:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776577 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683491:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683493:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776552.683495:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776552.683497:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776552.683500:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776552.683502:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307501740
00000100:00000001:0.0:1775776552.683504:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683506:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307501740
00000100:00000001:0.0:1775776552.683508:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307502471
00000100:00000001:0.0:1775776552.683510:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776552.683512:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683513:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776552.683517:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552]  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776552.683525:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776552.683526:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776552.683527:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776552.683529:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776552.683531:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776552.683532:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776552.683535:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776552.683543:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683554:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776552.683555:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683557:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683558:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776552.683561:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683567:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776552.683570:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683576:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776552.683579:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683580:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776552.683581:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683582:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776552.683583:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776552.683584:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776552.683586:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776552.683588:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776552.683590:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776552.683594:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309265792:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776552.683596:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683598:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683599:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309265536/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683605:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776552.683606:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683608:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776552.683610:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776552.683612:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776552.683613:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776552.683615:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776552.683616:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776552.683618:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776552.683619:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776552.683621:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776552.683623:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776552.683624:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683626:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683629:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309265664/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683635:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776552.683637:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683638:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776552.683641:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776552.683642:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776552.683643:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776552.683645:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776552.683647:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776552.683649:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776552.683650:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776552.683651:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776552.683653:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776552.683654:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683655:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776552.683658:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309265792/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776552.683665:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776552.683666:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776552.683667:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776552.683671:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776552.683672:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776552.683674:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776552.683675:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776552.683676:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776552.683677:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776552.683678:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776552.683679:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776552.683680:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776552.683681:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683682:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776552.683684:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776552.683685:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776552.683686:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776552.683687:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776553.322268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776553.322272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776553.322276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776553.322277:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776553.322297:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776553.322299:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776553.322301:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776553.578253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776553.578259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776553.578261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776553.578266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776553.578269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776553.578273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776553.578275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776553.578277:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776553.578279:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776553.642251:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307502471, at 4307502528
00000100:00000040:1.0:1775776553.642251:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307502471, at 4307502528
00000100:00000010:0.0:1775776553.642264:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776553.642266:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1720.
00010000:00000001:0.0:1775776554.346304:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776554.346310:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776554.346317:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776554.346318:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776554.346343:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776554.346345:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776554.346348:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776554.602240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776554.602246:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776554.602248:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776554.602252:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776554.602255:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776554.602259:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776554.602261:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776554.602264:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776554.602266:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776555.370269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776555.370284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776555.370291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776555.370292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776555.370344:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776555.370347:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776555.370349:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776555.626260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776555.626282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776555.626285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776555.626290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776555.626294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776555.626297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776555.626300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776555.626302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776555.626305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776556.394598:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776556.394604:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776556.394609:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776556.394610:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776556.394662:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776556.394665:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776556.394667:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776556.650281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776556.650287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776556.650289:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776556.650295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776556.650298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776556.650302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776556.650305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776556.650307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776556.650309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776557.418287:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776557.418289:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776557.418293:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418297:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776557.418300:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418302:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418304:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776557.418309:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776557.418310:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776557.418312:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418313:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776557.418315:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418316:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776557.418318:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776557.418340:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776557.418343:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776557.418346:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776557.674273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776557.674278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776557.674280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776557.674284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776557.674287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776557.674290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776557.674292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776557.674293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776557.674296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776557.802278:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776557.802287:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776557.802290:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776557.802294:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776557.802298:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776557.802303:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12834
00000400:00000200:1.0:1775776557.802313:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776557.802319:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776557.802322:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776557.802324:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802328:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802330:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802332:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776557.802336:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776557.802338:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776557.802340:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776557.802342:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776557.802344:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776557.802345:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776557.802347:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802349:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802350:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776557.802352:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776557.802354:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802355:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776557.802357:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776557.802360:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776557.802361:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802363:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776557.802364:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776557.802371:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776557.802373:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776557.802377:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776557.802377:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802380:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776557.802382:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776557.802386:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776557.802392:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776557.802396:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776557.802403:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776557.802419:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776557.802422:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776557.802427:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776557.802446:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776557.802449:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776557.802453:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776557.802454:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776557.802456:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776557.802458:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776557.802461:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12834
00000400:00000200:1.0:1775776557.802465:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776557.802468:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776557.802471:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776557.802474:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802476:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802478:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802481:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776557.802483:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776557.802485:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776557.802486:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1775776557.802488:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776557.802491:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775776557.802491:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776557.802494:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776557.802495:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775776557.802498:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776557.802504:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776557.802505:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776557.802506:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802510:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802514:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776557.802519:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776557.802524:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802528:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.802529:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1775776557.802529:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776557.802532:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776557.802535:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776557.802537:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776557.802538:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802540:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776557.802541:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1775776557.802543:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776557.802545:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1775776557.802547:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802549:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776557.802552:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000100:00100000:0.0:1775776557.802553:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309265920:192.168.201.105@tcp:250:kworker.0
00000020:00000040:1.0:1775776557.802555:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776557.802559:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776557.802561:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.802562:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775776557.802562:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776557.802565:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776557.802567:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776557.802567:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776557.802570:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776557.802571:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802573:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.802575:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1775776557.802579:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1775776557.802581:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776557.802587:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802587:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776557.802591:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776557.802593:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776557.802598:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776557.802606:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:1.0:1775776557.802612:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776557.802613:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:1.0:1775776557.802617:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776557.802620:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1775776557.802622:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309265920, portal 25
00000100:00000001:1.0:1775776557.802622:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776557.802625:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776557.802626:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776557.802629:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523483008 : -109519186068608 : ffff9c6493d17b80)
00000100:00000001:1.0:1775776557.802630:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776557.802635:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12834
00000100:00000040:0.0:1775776557.802638:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776557.802644:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776557.802652:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776557.802653:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1775776557.802656:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776557.802660:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776557.802665:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000040:1.0:1775776557.802665:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802670:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776557.802671:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309265920, offset 0
00000100:00000040:1.0:1775776557.802674:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802678:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776557.802682:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:1.0:1775776557.802683:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776557.802686:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776557.802688:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776557.802690:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776557.802692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:1.0:1775776557.802694:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776557.802697:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776557.802701:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:1.0:1775776557.802703:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802706:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776557.802708:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1775776557.802709:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776557.802716:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776557.802719:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776557.802724:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802724:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776557.802729:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340259:340259:256:4294967295] 192.168.201.105@tcp LPNI seq info [340204:340204:8:4294967295]
00000020:00000040:1.0:1775776557.802731:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776557.802739:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776557.802739:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802744:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776557.802746:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776557.802750:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776557.802754:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775776557.802755:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802759:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776557.802763:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1775776557.802767:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00000001:1.0:1775776557.802768:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802773:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776557.802776:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000010:1.0:1775776557.802777:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776557.802781:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776557.802784:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.0:1775776557.802787:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:1.0:1775776557.802787:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802791:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1775776557.802793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
02000000:00000001:1.0:1775776557.802794:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776557.802798:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776557.802802:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:1.0:1775776557.802804:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000800:00000200:0.1:1775776557.802806:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1775776557.802809:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1775776557.802813:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.802817:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000100:00100000:1.0:1775776557.802817:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776557.802824:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1775776557.802827:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776557.802831:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776557.802833:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1775776557.802838:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776557.802840:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776557.802844:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776557.802850:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776557.802852:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776557.802855:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1775776557.802858:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776557.802859:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776557.802862:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776557.802865:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776557.802872:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776557.802877:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12834
00000100:00000001:0.0:1775776557.802878:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.802885:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776557.802885:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776557.802893:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776557.802898:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776557.802899:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776557.802903:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776557.802904:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776557.802907:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802910:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776557.802911:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802914:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776557.802918:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775776557.802919:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776557.802921:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776557.802923:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307507591
00000020:00000001:1.0:1775776557.802924:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776557.802927:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776557.802929:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:0.0:1775776557.802931:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000020:00000001:1.0:1775776557.802934:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776557.802938:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776557.802939:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776557.802941:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776557.802945:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776557.802947:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776557.802949:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307507591
00000020:00000040:1.0:1775776557.802950:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000010:0.0:1775776557.802956:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d15a0.
00000100:00080000:1.0:1775776557.802957:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776557.802960:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776557.802962:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.802965:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776557.802965:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776557.802968:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776557.802969:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776557.802974:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.802975:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775776557.802978:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776557.802981:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776557.802984:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557]  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1775776557.802985:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776557.802989:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776557.802995:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776557.803001:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000400:00000001:0.0:1775776557.803003:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1775776557.803004:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1775776557.803006:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1775776557.803007:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776557.803009:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000100:00000001:1.0:1775776557.803010:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776557.803013:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776557.803014:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
02000000:00000001:1.0:1775776557.803015:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776557.803018:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000010:1.0:1775776557.803022:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:0.0:1775776557.803023:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775776557.803028:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776557.803029:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776557.803037:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776557.803044:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803070:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776557.803070:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776557.803073:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776557.803074:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803078:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803081:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776557.803087:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776557.803088:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803106:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776557.803110:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776557.803114:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776557.803117:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12844)
00000100:00000001:0.0:1775776557.803125:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776557.803140:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803142:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803143:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803146:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776557.803148:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776557.803151:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776557.803155:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776557.803157:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776557.803187:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776557.803197:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309265920:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776557.803202:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803204:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.803207:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17b80 x1862023309265920/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803213:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776557.803215:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776557.803218:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776557.803222:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776557.803223:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776557.803225:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776557.803227:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776557.803229:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60000.
02000000:00000001:0.0:1775776557.803246:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776557.803248:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776557.803249:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17b80.
00000100:00000001:0.0:1775776557.803252:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776557.803253:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803255:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803262:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776557.803264:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803266:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776557.803267:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776557.803269:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776557.803278:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803288:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776557.803290:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803292:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776557.803293:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776557.803296:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776557.803299:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266048:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776557.803302:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776557.803304:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776557.803305:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803307:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776557.803310:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776557.803312:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776557.803315:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776557.803318:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776557.803320:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776557.803323:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266048, portal 10
00000100:00000001:0.0:1775776557.803326:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776557.803327:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776557.803333:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803340:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776557.803342:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776557.803344:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776557.803346:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309266048, offset 0
00000400:00000200:0.0:1775776557.803350:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803354:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803358:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776557.803361:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776557.803363:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776557.803365:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776557.803368:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803371:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340260:340260:256:4294967295] 192.168.201.105@tcp LPNI seq info [340205:340205:8:4294967295]
00000400:00000200:0.0:1775776557.803375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803381:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776557.803398:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803401:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776557.803405:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776557.803407:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776557.803411:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776557.803414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776557.803418:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803419:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776557.803422:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776557.803426:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776557.803429:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776557.803430:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776557.803433:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776557.803436:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803449:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.803452:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803458:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803460:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776557.803463:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776557.803466:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776557.803469:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776557.803471:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307506723
00000100:00000001:0.0:1775776557.803474:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.803475:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307506723
00000100:00000001:0.0:1775776557.803478:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.803480:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776557.803482:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803484:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776557.803488:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557]  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776557.803496:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776557.803497:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776557.803499:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776557.803501:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776557.803503:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776557.803505:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776557.803507:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776557.803516:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803522:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776557.803524:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803526:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803527:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776557.803531:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803538:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776557.803541:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803548:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776557.803550:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803552:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803553:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803555:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776557.803557:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776557.803560:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776557.803563:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776557.803565:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776557.803569:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776557.803577:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266048:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776557.803581:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776557.803584:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803590:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776557.803591:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803594:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776557.803595:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776557.803597:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776557.803600:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266176:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776557.803603:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776557.803604:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776557.803606:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803607:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776557.803610:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776557.803612:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776557.803615:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776557.803617:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776557.803620:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776557.803622:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266176, portal 4
00000100:00000001:0.0:1775776557.803624:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776557.803625:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776557.803630:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803635:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776557.803637:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776557.803640:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776557.803642:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309266176, offset 0
00000400:00000200:0.0:1775776557.803645:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803649:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803652:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776557.803655:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776557.803658:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776557.803660:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776557.803662:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803665:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340261:340261:256:4294967295] 192.168.201.105@tcp LPNI seq info [340206:340206:8:4294967295]
00000400:00000200:0.0:1775776557.803669:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803675:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776557.803679:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803683:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776557.803687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776557.803689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776557.803693:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776557.803695:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776557.803699:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803701:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776557.803704:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776557.803707:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776557.803709:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776557.803711:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776557.803713:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776557.803716:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.803726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803732:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803734:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776557.803736:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776557.803739:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776557.803741:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776557.803743:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307506851
00000100:00000001:0.0:1775776557.803746:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.803747:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307506851
00000100:00000001:0.0:1775776557.803750:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.803751:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776557.803753:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803755:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776557.803758:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557]  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776557.803765:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776557.803767:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776557.803768:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776557.803770:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776557.803772:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776557.803774:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776557.803777:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776557.803784:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803790:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776557.803791:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803793:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803794:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776557.803798:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803805:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776557.803808:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803814:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776557.803816:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803818:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.803819:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.803821:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776557.803822:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776557.803824:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776557.803827:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776557.803829:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776557.803833:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776557.803845:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266176:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776557.803849:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776557.803852:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803857:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776557.803859:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803861:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776557.803862:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776557.803864:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776557.803866:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266304:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776557.803869:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776557.803871:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776557.803872:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776557.803873:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776557.803876:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776557.803878:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776557.803881:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776557.803883:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776557.803886:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776557.803888:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266304, portal 4
00000100:00000001:0.0:1775776557.803890:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776557.803891:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776557.803896:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803901:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776557.803903:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776557.803905:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776557.803907:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309266304, offset 0
00000400:00000200:0.0:1775776557.803911:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803915:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803918:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776557.803920:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776557.803923:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776557.803926:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776557.803927:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776557.803930:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340262:340262:256:4294967295] 192.168.201.105@tcp LPNI seq info [340207:340207:8:4294967295]
00000400:00000200:0.0:1775776557.803934:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776557.803940:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776557.803944:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803947:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776557.803951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776557.803953:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776557.803957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776557.803960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776557.803963:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776557.803965:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776557.803968:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776557.803971:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776557.803973:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776557.803975:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776557.803977:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776557.803980:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803987:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.803989:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776582 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.803996:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.803997:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776557.804000:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776557.804002:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776557.804005:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776557.804007:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307506860
00000100:00000001:0.0:1775776557.804009:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.804011:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307506860
00000100:00000001:0.0:1775776557.804013:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307507591
00000100:00000001:0.0:1775776557.804015:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776557.804017:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.804019:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776557.804022:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557]  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776557.804029:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776557.804030:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776557.804032:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776557.804033:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776557.804035:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776557.804037:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776557.804040:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776557.804047:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804053:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776557.804054:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804056:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.804057:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776557.804060:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804066:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776557.804069:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804075:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776557.804077:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804079:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776557.804080:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804081:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776557.804083:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776557.804085:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776557.804088:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776557.804090:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776557.804093:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776557.804101:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266304:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776557.804104:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804106:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.804109:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309266048/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804115:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776557.804117:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776557.804118:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776557.804121:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776557.804122:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776557.804123:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776557.804124:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776557.804126:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776557.804128:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776557.804129:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776557.804130:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776557.804133:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776557.804134:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804135:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.804137:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309266176/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804147:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776557.804148:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776557.804149:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776557.804153:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776557.804154:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776557.804155:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776557.804157:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776557.804158:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776557.804160:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776557.804192:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776557.804194:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776557.804196:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776557.804197:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804199:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776557.804202:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309266304/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776557.804208:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776557.804209:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776557.804211:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776557.804213:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776557.804214:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776557.804215:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776557.804217:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776557.804219:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776557.804221:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776557.804223:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776557.804224:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776557.804226:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776557.804227:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804229:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776557.804247:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776557.804249:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776557.804251:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776557.804252:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776558.442260:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776558.442264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776558.442267:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776558.442268:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776558.442286:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776558.442288:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776558.442289:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776558.698285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776558.698293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776558.698295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776558.698300:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776558.698303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776558.698307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776558.698310:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776558.698313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776558.698316:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776558.762272:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307507591, at 4307507648
00000100:00000040:1.0:1775776558.762272:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307507591, at 4307507648
00000100:00000010:1.0:1775776558.762284:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d15a0.
00000100:00000010:0.0:1775776558.762286:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776559.466262:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776559.466266:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776559.466270:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776559.466272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776559.466321:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776559.466324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776559.466326:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776559.722269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776559.722275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776559.722277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776559.722282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776559.722286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776559.722289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776559.722292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776559.722294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776559.722297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776560.490264:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776560.490268:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776560.490273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776560.490274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776560.490316:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776560.490319:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776560.490321:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776560.746280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776560.746286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776560.746288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776560.746292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776560.746295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776560.746299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776560.746301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776560.746303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776560.746306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776561.514284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776561.514288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776561.514292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776561.514293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776561.514312:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776561.514313:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776561.514315:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776561.770272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776561.770278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776561.770279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776561.770284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776561.770288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000800:00000200:1.0:1775776561.770289:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000100:00000001:2.0:1775776561.770291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776561.770294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000800:00000200:1.0:1775776561.770298:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000100:00000001:2.0:1775776561.770298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776561.770302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776561.770304:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1775776561.770414:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1775776561.770422:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776561.770430:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776561.770434:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776561.770437:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775776562.538233:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776562.538238:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776562.538242:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776562.538242:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776562.538259:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776562.538262:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776562.538264:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776562.794271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776562.794279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776562.794280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776562.794285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776562.794289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776562.794293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776562.794296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776562.794298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776562.794301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776562.922251:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776562.922261:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776562.922264:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776562.922267:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776562.922271:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776562.922279:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12839
00000400:00000200:0.0:1775776562.922288:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776562.922294:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776562.922298:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776562.922301:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922303:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776562.922306:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922308:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776562.922312:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776562.922314:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776562.922316:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776562.922318:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776562.922321:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776562.922323:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776562.922326:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922328:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776562.922330:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922332:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776562.922335:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776562.922338:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922341:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776562.922344:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776562.922346:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776562.922349:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922351:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776562.922354:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776562.922362:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1c00.
00000020:00000040:0.0:1775776562.922366:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776562.922369:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776562.922371:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922373:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776562.922376:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776562.922380:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776562.922387:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000100:00000001:0.0:1775776562.922393:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776562.922402:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776562.922412:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776562.922416:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776562.922421:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89ed854] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776562.922444:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776562.922446:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776562.922449:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776562.922451:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776562.922452:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776562.922455:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776562.922458:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12839
00000400:00000200:0.0:1775776562.922461:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776562.922464:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776562.922467:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776562.922470:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922473:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776562.922475:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922477:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776562.922478:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775776562.922479:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776562.922482:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776562.922484:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:1.0:1775776562.922484:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775776562.922488:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:1.0:1775776562.922488:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1775776562.922493:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776562.922495:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776562.922499:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776562.922501:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922506:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776562.922510:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922515:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:1.0:1775776562.922517:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775776562.922519:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776562.922520:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776562.922523:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:1.0:1775776562.922526:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776562.922527:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.922529:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776562.922530:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776562.922535:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776562.922536:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775776562.922540:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309266432:192.168.201.105@tcp:250:kworker.0
02000000:00000001:0.0:1775776562.922541:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922545:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776562.922548:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1775776562.922550:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776562.922552:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776562.922554:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775776562.922555:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.922558:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776562.922559:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776562.922565:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0a80.
02000000:00000010:1.0:1775776562.922565:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
00000020:00000040:0.0:1775776562.922568:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776562.922569:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776562.922573:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776562.922575:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922580:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1775776562.922580:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776562.922583:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776562.922586:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776562.922586:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000010:0.0:1775776562.922591:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
00000400:00000010:1.0:1775776562.922595:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000001:0.0:1775776562.922596:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776562.922604:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776562.922604:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266432, portal 25
00000100:00000001:1.0:1775776562.922609:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776562.922612:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000001:0.0:1775776562.922620:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776562.922624:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776562.922624:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776562.922633:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0176542] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.922638:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776562.922644:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776562.922648:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776562.922651:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309266432, offset 0
00000400:00000200:1.0:1775776562.922660:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922661:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776562.922664:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776562.922667:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776562.922671:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776562.922671:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:0.0:1775776562.922674:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776562.922678:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776562.922681:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:0.0:1775776562.922685:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12839
00000400:00000200:1.0:1775776562.922689:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776562.922694:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776562.922697:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776562.922700:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776562.922704:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340263:340263:256:4294967295] 192.168.201.105@tcp LPNI seq info [340208:340208:8:4294967295]
00000400:00000200:1.0:1775776562.922708:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.922718:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775776562.922725:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776562.922730:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776562.922733:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1775776562.922734:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776562.922738:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922742:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1775776562.922742:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000100:00000040:0.0:1775776562.922745:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922748:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776562.922750:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776562.922753:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:1.0:1775776562.922754:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:0.0:1775776562.922756:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776562.922760:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000200:1.0:1775776562.922760:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1775776562.922762:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776562.922767:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:1.1:1775776562.922771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:0.0:1775776562.922773:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:1.1:1775776562.922776:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1775776562.922777:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776562.922780:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922783:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000100:1.0:1775776562.922787:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000040:0.0:1775776562.922788:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000010:1.0:1775776562.922792:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000100:00080000:0.0:1775776562.922794:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922797:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776562.922799:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1775776562.922800:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775776562.922802:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776562.922805:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776562.922808:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775776562.922810:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776562.922814:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776562.922815:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776562.922819:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776562.922822:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:0.0:1775776562.922823:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922827:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776562.922828:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1775776562.922832:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1f80.
00000020:00000040:0.0:1775776562.922838:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776562.922842:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776562.922844:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922846:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776562.922847:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776562.922849:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776562.922852:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accfc00.
00000100:00000001:1.0:1775776562.922852:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775776562.922857:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776562.922864:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776562.922865:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776562.922889:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922890:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776562.922894:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.922894:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775776562.922899:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7336a2] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.922901:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776562.922911:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776562.922912:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.922915:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307512711
00000100:00080000:0.0:1775776562.922916:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776562.922921:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776562.922923:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1775776562.922923:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e120.
00000100:00080000:0.0:1775776562.922925:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776562.922929:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776562.922932:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12839
00000100:00000001:1.0:1775776562.922932:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775776562.922939:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776562.922940:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307512711
00000400:00000200:0.0:1775776562.922944:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000010:1.0:1775776562.922946:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ea20.
00000100:00080000:0.0:1775776562.922947:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1775776562.922951:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775776562.922953:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922956:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776562.922957:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776562.922959:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776562.922962:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.922963:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776562.922967:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:1.0:1775776562.922967:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775776562.922971:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776562.922973:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776562.922975:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00100000:1.0:1775776562.922975:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562]  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775776562.922979:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776562.922984:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776562.922992:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776562.922996:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1775776562.922996:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1775776562.922999:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000001:1.0:1775776562.923000:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1775776562.923004:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:1.0:1775776562.923004:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000020:00000040:0.0:1775776562.923009:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000400:00000200:1.0:1775776562.923010:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776562.923013:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776562.923016:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776562.923020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776562.923022:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776562.923028:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776562.923032:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776562.923035:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776562.923040:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1775776562.923040:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776562.923044:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776562.923047:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776562.923052:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.923055:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923056:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:0.0:1775776562.923059:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776562.923059:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775776562.923064:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:1.0:1775776562.923064:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923067:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775776562.923069:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776562.923071:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776562.923075:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1775776562.923075:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776562.923077:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776562.923080:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776562.923085:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000001:0.0:1775776562.923090:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923091:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776562.923099:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1775776562.923101:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776562.923128:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776562.923128:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776562.923132:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923133:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923137:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923139:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776562.923154:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfa6c076] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923159:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776562.923161:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776562.923184:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776562.923190:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776562.923197:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923197:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776562.923205:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12849)
00000100:00000040:1.0:1775776562.923206:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776562.923218:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309266432:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776562.923223:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923225:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.923229:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309266432/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923235:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776562.923238:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776562.923240:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776562.923243:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776562.923245:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776562.923255:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776562.923258:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776562.923261:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:1.0:1775776562.923265:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776562.923267:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776562.923269:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:1.0:1775776562.923273:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776562.923274:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923276:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923283:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776562.923285:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923287:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776562.923288:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776562.923290:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776562.923293:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923300:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776562.923301:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923303:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776562.923305:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776562.923307:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776562.923309:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266560:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776562.923312:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776562.923314:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776562.923316:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923318:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776562.923320:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776562.923323:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776562.923326:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776562.923329:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776562.923333:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776562.923335:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266560, portal 10
00000100:00000001:1.0:1775776562.923337:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776562.923339:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:1.0:1775776562.923344:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923351:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776562.923353:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776562.923356:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776562.923358:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309266560, offset 0
00000400:00000200:1.0:1775776562.923362:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923365:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923369:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776562.923372:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776562.923374:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776562.923385:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776562.923387:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923390:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340264:340264:256:4294967295] 192.168.201.105@tcp LPNI seq info [340209:340209:8:4294967295]
00000400:00000200:1.0:1775776562.923394:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923399:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776562.923404:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923407:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776562.923411:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776562.923413:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776562.923418:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776562.923420:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776562.923424:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923426:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776562.923428:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776562.923432:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776562.923435:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776562.923436:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776562.923439:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776562.923442:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923450:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.923453:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923459:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923460:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776562.923464:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776562.923467:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776562.923470:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776562.923472:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307511843
00000100:00000001:1.0:1775776562.923474:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.923476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307511843
00000100:00000001:1.0:1775776562.923479:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.923481:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776562.923483:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923484:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776562.923487:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562]  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776562.923494:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776562.923496:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776562.923497:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776562.923499:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776562.923501:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776562.923503:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776562.923505:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776562.923514:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923519:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776562.923520:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923522:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923523:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776562.923526:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923532:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776562.923536:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923542:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776562.923545:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923546:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923547:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923549:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776562.923551:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776562.923554:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776562.923556:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776562.923559:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776562.923563:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776562.923570:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266560:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776562.923574:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776562.923577:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923583:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776562.923584:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923586:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776562.923588:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776562.923590:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776562.923592:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776562.923596:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776562.923597:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776562.923599:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923600:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776562.923603:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776562.923605:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776562.923609:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776562.923612:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776562.923615:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776562.923617:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266688, portal 4
00000100:00000001:1.0:1775776562.923619:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776562.923620:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:1.0:1775776562.923625:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923632:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776562.923634:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776562.923636:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776562.923638:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309266688, offset 0
00000400:00000200:1.0:1775776562.923642:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923645:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923648:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776562.923650:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776562.923653:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776562.923655:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776562.923657:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923660:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340265:340265:256:4294967295] 192.168.201.105@tcp LPNI seq info [340210:340210:8:4294967295]
00000400:00000200:1.0:1775776562.923664:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923670:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776562.923674:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923677:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776562.923681:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776562.923683:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776562.923687:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776562.923689:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776562.923692:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923694:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776562.923696:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776562.923700:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776562.923702:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776562.923704:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776562.923707:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776562.923710:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923717:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.923720:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923726:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923727:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776562.923730:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776562.923733:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776562.923736:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776562.923737:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307511971
00000100:00000001:1.0:1775776562.923740:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.923742:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307511971
00000100:00000001:1.0:1775776562.923744:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.923746:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776562.923748:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923749:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776562.923753:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562]  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776562.923761:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776562.923762:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776562.923763:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776562.923765:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776562.923767:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776562.923769:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776562.923771:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776562.923779:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923791:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776562.923792:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923794:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923795:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776562.923799:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923805:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776562.923809:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923816:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776562.923818:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923819:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.923821:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.923822:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776562.923824:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776562.923826:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776562.923828:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776562.923830:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776562.923834:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776562.923841:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776562.923845:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776562.923848:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923854:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776562.923855:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923857:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776562.923859:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776562.923861:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776562.923864:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266816:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776562.923867:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776562.923869:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776562.923870:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776562.923871:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776562.923874:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776562.923876:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776562.923879:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776562.923881:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776562.923884:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776562.923887:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266816, portal 4
00000100:00000001:1.0:1775776562.923889:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776562.923890:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:1.0:1775776562.923895:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923901:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776562.923904:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776562.923906:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776562.923908:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309266816, offset 0
00000400:00000200:1.0:1775776562.923912:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923915:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923918:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776562.923921:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776562.923923:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776562.923925:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776562.923927:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776562.923930:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340266:340266:256:4294967295] 192.168.201.105@tcp LPNI seq info [340211:340211:8:4294967295]
00000400:00000200:1.0:1775776562.923934:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776562.923940:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776562.923945:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923948:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776562.923951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776562.923953:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1775776562.923957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776562.923960:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1775776562.923964:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776562.923965:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776562.923968:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776562.923971:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776562.923974:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776562.923975:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776562.923978:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776562.923980:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923987:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.923990:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776587 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.923996:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.923997:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776562.924000:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776562.924003:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776562.924006:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776562.924008:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307511980
00000100:00000001:1.0:1775776562.924010:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.924012:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307511980
00000100:00000001:1.0:1775776562.924014:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307512711
00000100:00000001:1.0:1775776562.924015:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776562.924017:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.924019:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776562.924023:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562]  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776562.924030:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776562.924031:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776562.924033:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776562.924035:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776562.924037:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776562.924038:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776562.924042:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776562.924050:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924056:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776562.924058:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924060:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.924061:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776562.924064:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924070:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776562.924074:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924080:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776562.924083:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924084:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776562.924085:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924087:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776562.924088:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776562.924090:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776562.924093:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776562.924096:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776562.924100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776562.924107:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309266816:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776562.924111:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924112:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.924115:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309266560/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924121:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776562.924123:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776562.924124:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776562.924127:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776562.924128:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776562.924129:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776562.924131:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776562.924133:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:1.0:1775776562.924138:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776562.924139:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776562.924152:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:1.0:1775776562.924156:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776562.924157:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924159:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.924180:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309266688/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924187:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776562.924188:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776562.924189:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776562.924192:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776562.924193:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776562.924194:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776562.924196:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776562.924197:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:1.0:1775776562.924199:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776562.924201:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776562.924202:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:1.0:1775776562.924205:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776562.924206:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924208:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776562.924211:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309266816/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776562.924217:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776562.924218:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776562.924220:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776562.924221:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776562.924222:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776562.924223:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776562.924225:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776562.924226:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776562.924228:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776562.924229:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776562.924230:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:1.0:1775776562.924233:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776562.924234:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924235:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776562.924239:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776562.924240:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776562.924242:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776562.924243:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776563.562267:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776563.562271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776563.562275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776563.562276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776563.562324:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776563.562327:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776563.562329:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776563.818261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776563.818269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776563.818270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776563.818274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776563.818278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776563.818280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776563.818283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776563.818284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776563.818286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776563.882258:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307512711, at 4307512768
00000100:00000040:0.0:1775776563.882263:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307512711, at 4307512768
00000100:00000010:1.0:1775776563.882273:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ea20.
00000100:00000010:0.0:1775776563.882274:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e120.
00010000:00000001:0.0:1775776564.586267:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776564.586272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776564.586278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776564.586280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776564.586336:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776564.586340:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776564.586343:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776564.842269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776564.842276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776564.842279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776564.842284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776564.842288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776564.842293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776564.842296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776564.842298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776564.842301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776565.610283:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776565.610289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776565.610302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776565.610304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776565.610328:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776565.610331:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776565.610333:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776565.866253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776565.866259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776565.866260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776565.866265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776565.866268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776565.866271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776565.866273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776565.866275:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776565.866277:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776566.634268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776566.634274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776566.634279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776566.634280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776566.634302:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776566.634304:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776566.634306:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776566.890250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776566.890260:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776566.890262:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776566.890268:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776566.890271:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776566.890275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776566.890277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776566.890280:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776566.890282:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776567.658286:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776567.658288:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776567.658292:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658304:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776567.658306:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658309:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658311:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658315:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776567.658317:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776567.658318:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776567.658319:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658321:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776567.658322:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658324:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776567.658326:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776567.658378:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776567.658381:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776567.658383:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776567.914273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776567.914279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776567.914282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776567.914288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776567.914291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776567.914295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776567.914298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776567.914300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776567.914303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776568.042271:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776568.042280:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776568.042283:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776568.042287:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776568.042291:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776568.042296:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12844
00000400:00000200:2.0:1775776568.042303:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776568.042308:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776568.042310:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776568.042312:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042316:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042317:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776568.042320:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776568.042321:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776568.042323:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776568.042325:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776568.042327:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776568.042328:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776568.042329:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042331:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042332:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042333:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776568.042335:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776568.042337:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042339:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776568.042342:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776568.042345:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776568.042348:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042351:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776568.042353:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776568.042361:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776568.042364:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776568.042368:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776568.042369:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042372:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776568.042375:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776568.042379:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776568.042386:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776568.042392:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776568.042401:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776568.042407:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776568.042411:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776568.042413:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776568.042430:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776568.042433:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776568.042435:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776568.042436:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776568.042437:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776568.042439:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776568.042441:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12844
00000400:00000200:2.0:1775776568.042443:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776568.042445:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776568.042447:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776568.042448:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042450:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042452:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042453:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776568.042455:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776568.042456:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776568.042457:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776568.042458:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776568.042460:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776568.042461:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776568.042462:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042464:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042465:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042466:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776568.042468:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:1.0:1775776568.042470:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775776568.042470:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042472:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776568.042474:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776568.042476:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1775776568.042478:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776568.042480:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775776568.042481:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042483:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776568.042487:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1775776568.042490:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776568.042490:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042491:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776568.042495:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776568.042499:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776568.042503:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776568.042505:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042508:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776568.042510:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1775776568.042510:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776568.042511:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.042513:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776568.042515:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776568.042519:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.042520:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776568.042523:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775776568.042524:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1775776568.042530:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042534:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776568.042537:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776568.042539:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309266944:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776568.042544:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776568.042547:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1775776568.042549:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776568.042550:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.042556:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776568.042562:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:2.0:1775776568.042562:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776568.042566:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1775776568.042567:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776568.042572:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776568.042574:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1775776568.042576:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776568.042577:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776568.042581:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:1.0:1775776568.042582:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000100:00080000:2.0:1775776568.042584:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12844
00000400:00000200:2.0:1775776568.042590:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776568.042591:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000400:00000200:2.0:1775776568.042595:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776568.042598:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1775776568.042601:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309266944, portal 25
00000100:00000040:2.0:1775776568.042601:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776568.042606:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776568.042606:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776568.042610:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:2.0:1775776568.042611:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042613:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776568.042616:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776568.042618:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776568.042619:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:1.0:1775776568.042621:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776568.042621:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776568.042624:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776568.042628:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776568.042634:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776568.042640:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776568.042644:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776568.042645:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776568.042649:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000040:2.0:1775776568.042650:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:1.0:1775776568.042653:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309266944, offset 0
00000100:00000001:2.0:1775776568.042659:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:1.0:1775776568.042664:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000040:2.0:1775776568.042664:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776568.042671:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042673:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776568.042676:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776568.042679:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776568.042681:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776568.042684:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776568.042685:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776568.042689:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776568.042692:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042694:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776568.042697:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776568.042702:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776568.042706:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000010:2.0:1775776568.042706:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776568.042711:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:1.0:1775776568.042713:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775776568.042716:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1775776568.042718:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776568.042719:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042722:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776568.042725:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776568.042726:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340267:340267:256:4294967295] 192.168.201.105@tcp LPNI seq info [340212:340212:8:4294967295]
02000000:00000001:2.0:1775776568.042728:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776568.042732:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776568.042736:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776568.042741:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776568.042746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.042756:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776568.042769:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042769:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776568.042773:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1775776568.042777:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000100:00000040:2.0:1775776568.042779:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1775776568.042789:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776568.042792:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776568.042795:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1775776568.042796:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776568.042801:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776568.042805:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1775776568.042805:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776568.042807:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1775776568.042811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775776568.042812:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776568.042817:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12844
00000800:00000100:1.0:1775776568.042821:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.042824:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776568.042829:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776568.042833:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776568.042840:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:1.0:1775776568.042841:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775776568.042846:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776568.042849:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000100:00000040:2.0:1775776568.042850:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:1.0:1775776568.042853:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:2.0:1775776568.042854:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042858:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776568.042859:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776568.042860:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776568.042864:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776568.042866:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000200:1.0:1775776568.042867:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776568.042868:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776568.042871:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776568.042875:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776568.042880:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776568.042886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776568.042887:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776568.042888:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776568.042892:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:1.0:1775776568.042895:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776568.042895:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776568.042900:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776568.042906:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776568.042911:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.042914:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776568.042914:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1775776568.042917:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1775776568.042918:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776568.042921:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.042923:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042923:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776568.042927:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1775776568.042932:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00000001:2.0:1775776568.042933:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042936:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.042937:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307517831
00000100:00000010:2.0:1775776568.042939:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000100:00000010:1.0:1775776568.042943:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ea20.
00000020:00000040:2.0:1775776568.042943:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776568.042947:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776568.042949:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042951:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1775776568.042952:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775776568.042953:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776568.042956:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776568.042961:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:1.0:1775776568.042962:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307517831
00000100:00000001:2.0:1775776568.042964:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776568.042967:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e900.
00000100:00100000:2.0:1775776568.042971:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776568.042973:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776568.042978:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776568.042984:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776568.042985:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776568.042988:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776568.042989:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776568.042997:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776568/real 1775776568]  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776568.042998:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776568.043029:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776568.043030:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776568.043033:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775776568.043033:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12854)
00000400:00000010:1.0:1775776568.043035:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776568.043039:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776568.043042:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776568.043044:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776568.043048:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776568.043069:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043077:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776568.043079:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043082:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043084:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776568.043088:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043095:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776568.043100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043107:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776568.043110:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043112:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043113:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043115:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776568.043117:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776568.043120:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776568.043124:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776568.043126:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776568.043130:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776568.043139:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309266944:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776568.043144:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043146:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.043149:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309266944/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043156:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776568.043158:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776568.043161:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776568.043198:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776568.043200:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776568.043211:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776568.043213:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776568.043216:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:1.0:1775776568.043222:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776568.043224:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776568.043226:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:1.0:1775776568.043229:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776568.043230:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043232:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043239:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776568.043241:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043243:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776568.043245:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776568.043246:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776568.043249:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043256:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776568.043257:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043259:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776568.043260:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776568.043262:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776568.043265:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267072:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776568.043268:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776568.043270:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776568.043271:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043273:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776568.043275:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776568.043276:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776568.043279:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776568.043282:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776568.043285:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776568.043288:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267072, portal 10
00000100:00000001:1.0:1775776568.043289:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776568.043290:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:1.0:1775776568.043296:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043302:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776568.043304:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776568.043306:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776568.043308:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309267072, offset 0
00000400:00000200:1.0:1775776568.043311:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043315:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043318:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776568.043321:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776568.043324:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776568.043326:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776568.043328:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043331:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340268:340268:256:4294967295] 192.168.201.105@tcp LPNI seq info [340213:340213:8:4294967295]
00000400:00000200:1.0:1775776568.043334:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043340:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776568.043344:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043348:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776568.043351:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776568.043353:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776568.043358:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776568.043360:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776568.043363:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043365:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776568.043369:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776568.043372:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776568.043374:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776568.043376:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776568.043378:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776568.043382:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043389:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.043392:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043398:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043399:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776568.043402:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776568.043405:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776568.043409:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776568.043410:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307516963
00000100:00000001:1.0:1775776568.043413:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043415:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307516963
00000100:00000001:1.0:1775776568.043416:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043418:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776568.043420:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043422:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776568.043426:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776568/real 1775776568]  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776568.043433:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776568.043434:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776568.043437:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776568.043439:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776568.043440:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776568.043442:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776568.043445:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776568.043452:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043458:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776568.043459:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043461:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043462:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776568.043465:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043471:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776568.043474:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043480:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776568.043482:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043483:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043484:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043485:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776568.043487:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776568.043490:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776568.043493:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776568.043495:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776568.043498:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776568.043506:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267072:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776568.043510:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776568.043513:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043527:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776568.043528:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043530:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776568.043532:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776568.043533:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776568.043535:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776568.043538:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776568.043539:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776568.043541:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043543:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776568.043545:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776568.043547:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776568.043550:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776568.043552:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776568.043555:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776568.043557:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267200, portal 4
00000100:00000001:1.0:1775776568.043559:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776568.043560:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:1.0:1775776568.043566:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043572:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776568.043574:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776568.043576:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776568.043578:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309267200, offset 0
00000400:00000200:1.0:1775776568.043582:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043586:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043589:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776568.043592:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776568.043594:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776568.043596:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776568.043599:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043603:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340269:340269:256:4294967295] 192.168.201.105@tcp LPNI seq info [340214:340214:8:4294967295]
00000400:00000200:1.0:1775776568.043607:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043613:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776568.043617:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043620:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776568.043622:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776568.043624:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776568.043627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776568.043628:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776568.043631:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043632:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776568.043634:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776568.043636:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776568.043638:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776568.043639:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776568.043641:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776568.043644:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043651:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.043654:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043660:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043661:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776568.043664:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776568.043667:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776568.043670:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776568.043672:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307517091
00000100:00000001:1.0:1775776568.043675:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043677:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307517091
00000100:00000001:1.0:1775776568.043679:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043681:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776568.043683:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043685:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776568.043688:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776568/real 1775776568]  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776568.043696:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776568.043697:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776568.043699:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776568.043701:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776568.043703:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776568.043705:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776568.043708:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776568.043715:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043720:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776568.043721:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043723:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043724:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776568.043727:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043732:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776568.043736:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043741:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776568.043743:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043744:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043745:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043747:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776568.043748:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776568.043750:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776568.043753:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776568.043755:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776568.043758:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776568.043764:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776568.043767:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776568.043770:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043775:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776568.043776:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043778:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776568.043779:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776568.043781:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776568.043783:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267328:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776568.043786:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776568.043787:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776568.043789:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776568.043790:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776568.043793:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776568.043794:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776568.043797:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776568.043799:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776568.043802:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776568.043804:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267328, portal 4
00000100:00000001:1.0:1775776568.043806:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776568.043807:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:1.0:1775776568.043812:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043817:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776568.043819:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776568.043821:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776568.043823:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309267328, offset 0
00000400:00000200:1.0:1775776568.043826:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043829:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043833:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776568.043835:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776568.043837:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776568.043839:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776568.043841:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776568.043844:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340270:340270:256:4294967295] 192.168.201.105@tcp LPNI seq info [340215:340215:8:4294967295]
00000400:00000200:1.0:1775776568.043848:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776568.043854:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776568.043858:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043861:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776568.043864:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776568.043866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1775776568.043868:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776568.043869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1775776568.043872:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776568.043873:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776568.043875:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776568.043877:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776568.043879:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776568.043880:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776568.043882:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776568.043884:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043888:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.043890:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043894:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043895:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776568.043897:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776568.043899:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776568.043901:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776568.043902:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307517100
00000100:00000001:1.0:1775776568.043904:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043905:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307517100
00000100:00000001:1.0:1775776568.043906:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307517831
00000100:00000001:1.0:1775776568.043907:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776568.043908:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.043909:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776568.043911:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776568/real 1775776568]  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776568.043915:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776568.043916:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776568.043917:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776568.043919:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776568.043920:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776568.043921:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776568.043922:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776568.043927:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043931:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776568.043932:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043933:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043934:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776568.043937:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043943:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776568.043946:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043953:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776568.043955:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043956:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776568.043958:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043959:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776568.043961:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776568.043963:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776568.043966:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776568.043968:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776568.043972:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776568.043979:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267328:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776568.043983:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.043984:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.043987:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309267072/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.043992:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776568.043994:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776568.043995:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776568.043998:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776568.043999:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776568.044000:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776568.044002:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776568.044003:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:1.0:1775776568.044006:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776568.044007:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776568.044008:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:1.0:1775776568.044011:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776568.044013:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.044014:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.044017:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309267200/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.044022:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776568.044023:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776568.044024:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776568.044026:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776568.044027:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776568.044028:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776568.044030:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776568.044031:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:1.0:1775776568.044033:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776568.044034:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776568.044035:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:1.0:1775776568.044037:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776568.044038:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.044040:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776568.044043:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309267328/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776568.044049:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776568.044050:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776568.044069:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776568.044071:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776568.044073:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776568.044074:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776568.044075:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776568.044077:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:1.0:1775776568.044079:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776568.044080:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776568.044081:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:1.0:1775776568.044083:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776568.044084:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.044086:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776568.044089:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776568.044090:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776568.044092:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776568.044093:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776568.682257:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776568.682261:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776568.682264:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776568.682265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776568.682309:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776568.682312:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776568.682315:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776568.938260:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776568.938267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776568.938269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776568.938275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776568.938279:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776568.938283:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776568.938285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776568.938288:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776568.938290:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776569.002256:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307517831, at 4307517888
00000100:00000040:1.0:1775776569.002256:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307517831, at 4307517888
00000100:00000010:0.0:1775776569.002269:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ea20.
00000100:00000010:1.0:1775776569.002271:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e900.
00010000:00000001:0.0:1775776569.706265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776569.706270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776569.706276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776569.706277:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776569.706301:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776569.706304:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776569.706307:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776569.962233:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776569.962239:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776569.962240:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776569.962245:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776569.962248:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776569.962251:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776569.962253:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776569.962255:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776569.962257:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776570.730281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776570.730287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776570.730292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776570.730294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776570.730318:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776570.730321:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776570.730323:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776570.986299:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776570.986308:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776570.986310:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776570.986315:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776570.986319:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776570.986322:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776570.986325:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776570.986327:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776570.986329:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776571.754277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776571.754281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776571.754284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776571.754285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776571.754335:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776571.754339:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776571.754342:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776572.010258:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776572.010264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776572.010266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776572.010271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776572.010275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776572.010279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776572.010281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776572.010284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776572.010286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776572.778289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776572.778295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776572.778310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776572.778311:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776572.778367:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776572.778370:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776572.778373:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776573.035051:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776573.035057:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776573.035059:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776573.035064:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776573.035067:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776573.035071:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776573.035073:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776573.035076:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776573.035078:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776573.162282:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776573.162291:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776573.162294:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776573.162298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776573.162302:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776573.162309:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12849
00000400:00000200:2.0:1775776573.162317:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776573.162323:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776573.162326:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776573.162330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162333:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776573.162335:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162337:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776573.162341:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776573.162343:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776573.162345:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776573.162348:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776573.162350:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776573.162352:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776573.162355:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162357:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776573.162358:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162360:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776573.162362:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776573.162365:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162367:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776573.162370:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776573.162372:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776573.162375:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162377:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776573.162379:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776573.162388:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776573.162391:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776573.162395:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776573.162396:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162399:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776573.162401:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776573.162407:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776573.162415:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776573.162421:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776573.162430:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776573.162446:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776573.162450:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776573.162455:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776573.162479:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776573.162482:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776573.162485:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776573.162486:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776573.162488:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776573.162490:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776573.162492:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12849
00000400:00000200:2.0:1775776573.162496:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776573.162498:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776573.162501:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776573.162503:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162506:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776573.162508:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162510:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776573.162512:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776573.162514:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776573.162516:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776573.162518:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776573.162519:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776573.162521:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775776573.162522:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:1.0:1775776573.162526:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776573.162526:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162530:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776573.162531:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776573.162533:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162537:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:1.0:1775776573.162540:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776573.162542:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776573.162548:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162554:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.162560:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776573.162561:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.162565:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776573.162567:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776573.162568:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776573.162572:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776573.162573:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775776573.162576:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309267456:192.168.201.105@tcp:250:kworker.0
02000000:00000001:2.0:1775776573.162577:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162581:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776573.162584:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1775776573.162585:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1775776573.162588:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1775776573.162589:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.162592:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162592:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.162598:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1775776573.162600:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776573.162603:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000010:1.0:1775776573.162604:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:2.0:1775776573.162606:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776573.162607:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776573.162608:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162611:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776573.162613:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1775776573.162615:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776573.162615:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776573.162621:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
02000000:00000010:2.0:1775776573.162621:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776573.162626:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776573.162630:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00100000:2.0:1775776573.162634:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1775776573.162639:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267456, portal 25
00000100:00000001:1.0:1775776573.162643:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776573.162644:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371469568 : -109519338082048 : ffff9c648ac1f100)
00000100:00000040:1.0:1775776573.162649:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.162658:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776573.162660:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1775776573.162662:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162664:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776573.162665:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776573.162670:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309267456, offset 0
00000100:00000040:2.0:1775776573.162673:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776573.162677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776573.162686:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776573.162687:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776573.162691:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1775776573.162695:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:2.0:1775776573.162696:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776573.162699:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776573.162701:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1775776573.162703:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776573.162705:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:1.0:1775776573.162709:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:2.0:1775776573.162710:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12849
00000400:00000200:1.0:1775776573.162718:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776573.162718:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.162724:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776573.162725:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776573.162729:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1775776573.162733:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340271:340271:256:4294967295] 192.168.201.105@tcp LPNI seq info [340216:340216:8:4294967295]
00000100:00000040:2.0:1775776573.162735:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162740:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1775776573.162744:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776573.162744:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162748:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776573.162751:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776573.162754:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:1.0:1775776573.162757:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775776573.162758:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776573.162761:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776573.162763:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776573.162765:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776573.162768:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162770:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1775776573.162774:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776573.162775:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162779:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:1.0:1775776573.162782:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000020:00000040:2.0:1775776573.162782:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776573.162787:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162790:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776573.162793:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775776573.162794:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776573.162798:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1775776573.162799:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775776573.162803:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162806:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:1.1:1775776573.162808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00100000:2.0:1775776573.162809:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776573.162814:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.162816:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776573.162819:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776573.162822:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:1.1:1775776573.162822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
02000000:00000001:2.0:1775776573.162825:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776573.162828:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1775776573.162831:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162832:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776573.162834:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1775776573.162835:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
02000000:00000001:2.0:1775776573.162836:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.162841:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1775776573.162841:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776573.162844:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.162849:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00100000:2.0:1775776573.162852:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1775776573.162856:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776573.162860:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:2.0:1775776573.162862:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776573.162865:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.162866:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1775776573.162870:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776573.162873:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776573.162887:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776573.162892:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1775776573.162894:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775776573.162898:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1775776573.162901:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776573.162901:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776573.162904:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776573.162908:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776573.162914:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12849
00000100:00000001:1.0:1775776573.162916:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.162921:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775776573.162921:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776573.162926:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:1.0:1775776573.162928:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776573.162929:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776573.162934:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:1.0:1775776573.162935:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776573.162939:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776573.162940:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307522951
00000100:00000040:2.0:1775776573.162942:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776573.162945:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:1.0:1775776573.162948:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e900.
00000020:00000001:2.0:1775776573.162948:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776573.162950:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776573.162953:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776573.162954:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776573.162956:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776573.162958:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1775776573.162959:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:1.0:1775776573.162981:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307522951
00000100:00000010:1.0:1775776573.162986:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed80.
00000100:00000040:2.0:1775776573.162989:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776573.162990:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776573.162993:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1775776573.162995:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776573.162997:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776573.162998:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163002:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776573.163002:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776573.163006:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00100000:1.0:1775776573.163008:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776573/real 1775776573]  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776573.163011:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776573.163017:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776573.163021:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776573.163024:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1775776573.163027:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775776573.163027:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1775776573.163030:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775776573.163031:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:1.0:1775776573.163033:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000008:00100000:2.0:1775776573.163034:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776573.163038:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.163039:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000100:00000001:2.0:1775776573.163041:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1775776573.163042:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000010:2.0:1775776573.163045:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000100:00000001:1.0:1775776573.163046:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1775776573.163050:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000200:1.0:1775776573.163053:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776573.163054:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776573.163057:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776573.163061:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776573.163065:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1775776573.163068:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776573.163068:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776573.163074:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776573.163079:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163080:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776573.163083:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776573.163086:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776573.163087:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163090:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776573.163098:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776573.163098:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776573.163102:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776573.163109:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163112:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776573.163120:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776573.163122:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776573.163128:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12859)
00000100:00000001:1.0:1775776573.163138:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776573.163144:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163147:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163148:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163150:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776573.163152:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776573.163155:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776573.163160:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776573.163192:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776573.163196:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776573.163212:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309267456:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776573.163218:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163220:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.163223:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f100 x1862023309267456/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163229:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776573.163231:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776573.163234:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776573.163236:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776573.163238:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776573.163239:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776573.163242:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776573.163244:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:1.0:1775776573.163247:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776573.163249:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776573.163250:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f100.
00000100:00000001:1.0:1775776573.163253:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776573.163254:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163256:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163262:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776573.163264:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163266:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776573.163267:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776573.163269:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776573.163273:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163279:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776573.163281:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163283:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776573.163284:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776573.163286:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776573.163289:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267584:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776573.163292:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776573.163294:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776573.163295:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163297:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776573.163300:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776573.163302:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.163305:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776573.163308:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776573.163311:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776573.163314:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267584, portal 10
00000100:00000001:1.0:1775776573.163315:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776573.163317:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:1.0:1775776573.163323:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163329:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776573.163331:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776573.163333:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776573.163335:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309267584, offset 0
00000400:00000200:1.0:1775776573.163339:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163343:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163347:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776573.163349:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776573.163352:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776573.163354:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776573.163356:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163359:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340272:340272:256:4294967295] 192.168.201.105@tcp LPNI seq info [340217:340217:8:4294967295]
00000400:00000200:1.0:1775776573.163363:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163368:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776573.163371:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163374:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776573.163376:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776573.163378:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776573.163381:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776573.163383:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776573.163385:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163386:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776573.163388:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776573.163390:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776573.163392:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776573.163393:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776573.163395:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776573.163398:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163406:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.163408:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163414:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163416:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776573.163419:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776573.163422:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776573.163425:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776573.163427:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307522083
00000100:00000001:1.0:1775776573.163438:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163441:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307522083
00000100:00000001:1.0:1775776573.163443:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163444:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776573.163447:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163449:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776573.163452:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776573/real 1775776573]  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776573.163457:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776573.163458:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776573.163459:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776573.163461:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776573.163462:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776573.163463:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776573.163465:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776573.163473:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163479:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776573.163480:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163481:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163482:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776573.163485:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163491:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776573.163495:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163502:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776573.163504:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163505:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163507:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163509:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776573.163510:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776573.163513:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776573.163516:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776573.163517:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776573.163520:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776573.163525:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267584:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776573.163527:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776573.163529:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163532:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776573.163533:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163535:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776573.163536:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776573.163537:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776573.163539:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776573.163540:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776573.163542:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776573.163543:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163544:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776573.163548:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776573.163550:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.163553:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776573.163555:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776573.163558:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776573.163561:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267712, portal 4
00000100:00000001:1.0:1775776573.163562:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776573.163563:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:1.0:1775776573.163569:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163575:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776573.163578:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776573.163580:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776573.163582:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309267712, offset 0
00000400:00000200:1.0:1775776573.163586:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163589:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163593:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776573.163595:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776573.163596:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776573.163598:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776573.163599:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163601:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340273:340273:256:4294967295] 192.168.201.105@tcp LPNI seq info [340218:340218:8:4294967295]
00000400:00000200:1.0:1775776573.163604:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163610:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776573.163614:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163617:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776573.163621:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776573.163623:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776573.163627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776573.163641:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776573.163646:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163648:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776573.163650:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776573.163654:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776573.163657:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776573.163659:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776573.163661:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776573.163665:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163672:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.163674:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163680:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163682:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776573.163685:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776573.163688:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776573.163691:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776573.163693:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307522211
00000100:00000001:1.0:1775776573.163695:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163697:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307522211
00000100:00000001:1.0:1775776573.163699:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163701:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776573.163703:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163704:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776573.163708:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776573/real 1775776573]  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776573.163716:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776573.163717:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776573.163718:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776573.163721:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776573.163722:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776573.163724:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776573.163727:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776573.163733:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163736:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776573.163737:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163739:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163739:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776573.163742:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163745:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776573.163747:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163752:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776573.163753:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163754:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.163755:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.163756:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776573.163756:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776573.163758:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776573.163759:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776573.163760:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776573.163763:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776573.163769:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776573.163772:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776573.163775:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163781:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776573.163782:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163784:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776573.163785:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776573.163787:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776573.163790:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267840:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776573.163792:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776573.163794:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776573.163795:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776573.163797:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776573.163801:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776573.163802:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776573.163805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776573.163808:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776573.163811:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776573.163813:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267840, portal 4
00000100:00000001:1.0:1775776573.163815:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776573.163816:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:1.0:1775776573.163821:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163828:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776573.163830:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776573.163832:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776573.163834:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309267840, offset 0
00000400:00000200:1.0:1775776573.163837:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163840:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163844:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776573.163847:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776573.163849:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776573.163851:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776573.163853:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776573.163857:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340274:340274:256:4294967295] 192.168.201.105@tcp LPNI seq info [340219:340219:8:4294967295]
00000400:00000200:1.0:1775776573.163861:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776573.163866:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776573.163870:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163874:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776573.163877:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776573.163880:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1775776573.163883:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776573.163885:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1775776573.163889:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776573.163891:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776573.163894:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776573.163897:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776573.163900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776573.163901:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776573.163904:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776573.163908:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163915:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.163918:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163923:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163924:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776573.163927:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776573.163929:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776573.163931:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776573.163933:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307522220
00000100:00000001:1.0:1775776573.163935:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163937:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307522220
00000100:00000001:1.0:1775776573.163939:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307522951
00000100:00000001:1.0:1775776573.163941:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776573.163943:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.163944:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776573.163947:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776573/real 1775776573]  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776573.163954:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776573.163956:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776573.163957:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776573.163959:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776573.163961:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776573.163976:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776573.163980:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776573.163988:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.163999:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776573.164000:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164002:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.164002:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776573.164005:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.164012:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776573.164015:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.164021:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776573.164023:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164024:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776573.164025:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164027:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776573.164029:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776573.164031:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776573.164034:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776573.164036:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776573.164040:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776573.164048:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309267840:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776573.164051:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164053:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.164055:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309267584/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.164059:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776573.164060:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776573.164062:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776573.164064:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776573.164065:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776573.164065:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776573.164067:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776573.164068:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:1.0:1775776573.164071:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776573.164072:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776573.164073:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:1.0:1775776573.164076:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776573.164077:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164079:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.164081:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309267712/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.164087:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776573.164088:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776573.164090:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc61800.
02000000:00000001:1.0:1775776573.164092:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776573.164093:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776573.164094:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776573.164096:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776573.164097:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:1.0:1775776573.164099:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776573.164100:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776573.164101:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:1.0:1775776573.164103:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776573.164104:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164106:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776573.164109:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309267840/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776573.164115:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776573.164116:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776573.164117:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc62000.
02000000:00000001:1.0:1775776573.164118:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776573.164119:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776573.164120:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776573.164121:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776573.164122:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:1.0:1775776573.164123:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776573.164124:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776573.164125:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:1.0:1775776573.164127:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776573.164128:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164129:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776573.164131:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776573.164132:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776573.164133:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776573.164134:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776573.803597:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776573.803603:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776573.803609:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776573.803611:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776573.803636:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776573.803639:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776573.803642:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776574.058269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776574.058275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776574.058278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776574.058283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776574.058286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776574.058289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776574.058292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776574.058293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776574.058296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776574.122274:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307522951, at 4307523008
00000100:00000040:1.0:1775776574.122274:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307522951, at 4307523008
00000100:00000010:1.0:1775776574.122289:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ed80.
00000100:00000010:0.0:1775776574.122292:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e900.
00010000:00000001:0.0:1775776574.826274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776574.826280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776574.826285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776574.826286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776574.826307:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776574.826310:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776574.826312:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776575.082247:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776575.082253:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776575.082255:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776575.082258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776575.082261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776575.082263:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776575.082265:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776575.082267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776575.082268:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776575.850281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776575.850287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776575.850292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776575.850293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776575.850353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776575.850357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776575.850361:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776576.106608:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776576.106615:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776576.106617:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776576.106622:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776576.106625:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776576.106628:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776576.106631:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776576.106632:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776576.106634:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776576.874307:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776576.874312:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776576.874319:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776576.874320:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776576.874384:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776576.874388:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776576.874391:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776577.130277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776577.130284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776577.130286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776577.130292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776577.130295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776577.130297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776577.130299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776577.130301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776577.130303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898233:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776577.898241:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776577.898279:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776577.898283:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898287:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776577.898289:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898291:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898293:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776577.898299:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776577.898300:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776577.898301:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898302:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776577.898303:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898305:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776577.898306:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776577.898328:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776577.898330:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776577.898333:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776578.155295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776578.155301:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776578.155303:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776578.155308:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776578.155311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776578.155314:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776578.155317:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776578.155319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776578.155321:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776578.282290:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776578.282301:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776578.282303:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776578.282313:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776578.282318:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776578.282323:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12854
00000400:00000200:0.0:1775776578.282331:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776578.282335:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776578.282338:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776578.282340:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282342:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282343:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282344:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776578.282347:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776578.282348:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776578.282353:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776578.282355:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776578.282356:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776578.282358:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776578.282360:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282361:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282362:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282364:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776578.282366:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776578.282369:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282371:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776578.282374:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776578.282377:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776578.282380:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282382:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776578.282384:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776578.282393:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2a00.
00000020:00000040:0.0:1775776578.282397:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776578.282400:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776578.282401:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282404:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776578.282407:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776578.282411:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776578.282418:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce400.
00000100:00000001:0.0:1775776578.282424:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776578.282432:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776578.282442:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776578.282446:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776578.282450:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948a2502] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776578.282480:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776578.282483:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776578.282486:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776578.282488:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776578.282489:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776578.282492:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776578.282495:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12854
00000400:00000200:0.0:1775776578.282498:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776578.282501:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776578.282503:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776578.282505:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282507:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282509:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282511:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776578.282513:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776578.282513:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776578.282515:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776578.282517:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776578.282519:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776578.282521:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776578.282523:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282524:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282525:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282527:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776578.282529:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776578.282531:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282533:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776578.282535:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776578.282539:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776578.282541:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282543:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776578.282546:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776578.282549:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282551:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776578.282554:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0380.
00000020:00000040:0.0:1775776578.282556:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776578.282559:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776578.282560:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282561:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776578.282563:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776578.282565:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776578.282569:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce000.
00000100:00000001:0.0:1775776578.282571:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776578.282575:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776578.282580:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776578.282582:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776578.282584:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40fea40] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776578.282588:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776578.282590:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776578.282592:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776578.282593:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776578.282594:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776578.282595:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776578.282597:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12854
00000400:00000200:0.0:1775776578.282599:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776578.282601:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776578.282602:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776578.282603:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282604:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282605:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282607:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776578.282608:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776578.282609:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776578.282610:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776578.282612:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776578.282613:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776578.282615:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776578.282618:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282620:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282621:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282623:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776578.282625:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776578.282627:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282629:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776578.282631:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776578.282633:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776578.282635:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282637:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776578.282639:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776578.282641:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282655:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776578.282659:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0000.
00000020:00000040:0.0:1775776578.282661:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776578.282663:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776578.282664:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282666:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776578.282667:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776578.282668:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776578.282673:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf800.
00000100:00000001:0.0:1775776578.282677:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776578.282681:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776578.282688:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776578.282690:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776578.282693:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003484c598] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776578.282700:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776578.282702:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776578.282705:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776578.282707:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776578.282708:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776578.282710:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776578.282713:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12854
00000400:00000200:0.0:1775776578.282717:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776578.282718:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776578.282720:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776578.282721:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282723:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282724:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282726:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776578.282728:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776578.282729:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776578.282731:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776578.282732:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776578.282734:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776578.282736:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776578.282739:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282740:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776578.282742:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282744:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776578.282745:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776578.282748:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776578.282750:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776578.282751:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776578.282754:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776578.282756:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282757:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776578.282759:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776578.282761:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282763:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776578.282766:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1500.
00000020:00000040:0.0:1775776578.282768:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776578.282770:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776578.282772:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776578.282773:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776578.282775:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776578.282776:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776578.282789:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000001:0.0:1775776578.282793:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776578.282797:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776578.282803:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776578.282805:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776578.282808:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c06792] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776578.282815:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776578.282819:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12864)
00000100:00000001:1.0:1775776578.282904:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776578.282908:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776578.282910:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776578.282915:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.282923:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776578.282925:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.282929:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776578.282931:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776578.282934:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776578.282937:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309267968:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776578.282941:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776578.282945:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776578.282947:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.282949:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776578.282954:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776578.282956:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776578.282961:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776578.282965:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776578.282971:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776578.282977:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309267968, portal 25
00000100:00000001:1.0:1775776578.282980:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776578.282982:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:1.0:1775776578.282987:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.282992:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776578.282994:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776578.282995:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776578.282997:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309267968, offset 0
00000400:00000200:1.0:1775776578.283001:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283006:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283010:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776578.283013:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776578.283016:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776578.283019:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776578.283021:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283024:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340275:340275:256:4294967295] 192.168.201.105@tcp LPNI seq info [340220:340220:8:4294967295]
00000400:00000200:1.0:1775776578.283026:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283033:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776578.283037:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283060:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776578.283065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776578.283068:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776578.283071:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776578.283074:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776578.283076:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283078:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776578.283084:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776578.283088:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776578.283092:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776578.283094:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776578.283097:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776578.283101:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283115:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.283118:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283124:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283125:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776578.283129:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776578.283132:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776578.283134:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307528071
00000100:00000010:1.0:1775776578.283137:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01ed80.
00000100:00000001:1.0:1775776578.283143:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1775776578.283147:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307528071
00000100:00000010:1.0:1775776578.283148:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64ab01e420.
00000100:00000001:1.0:1775776578.283150:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1775776578.283152:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776578.283154:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283155:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776578.283158:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578]  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776578.283181:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776578.283182:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776578.283184:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776578.283186:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776578.283187:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776578.283188:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776578.283191:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776578.283196:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283200:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776578.283201:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283203:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283204:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776578.283206:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283210:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776578.283213:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283218:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776578.283221:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283222:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283223:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283225:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776578.283227:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776578.283230:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776578.283234:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776578.283236:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776578.283239:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776578.283246:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309267968:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776578.283251:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776578.283254:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283260:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776578.283262:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283263:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776578.283265:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776578.283267:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776578.283270:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268096:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776578.283273:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776578.283275:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776578.283276:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283278:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776578.283281:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776578.283283:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776578.283287:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776578.283289:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776578.283292:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776578.283295:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268096, portal 10
00000100:00000001:1.0:1775776578.283297:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776578.283298:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:1.0:1775776578.283303:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283306:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776578.283308:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776578.283309:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776578.283311:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309268096, offset 0
00000400:00000200:1.0:1775776578.283313:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283316:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283318:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776578.283320:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776578.283322:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776578.283323:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776578.283325:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283327:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340276:340276:256:4294967295] 192.168.201.105@tcp LPNI seq info [340221:340221:8:4294967295]
00000400:00000200:1.0:1775776578.283329:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283333:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776578.283336:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283337:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776578.283340:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776578.283342:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776578.283344:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776578.283346:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776578.283348:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283349:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776578.283351:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776578.283353:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776578.283355:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776578.283356:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776578.283357:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776578.283359:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283364:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.283365:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283369:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283370:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776578.283371:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776578.283374:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:1.0:1775776578.283375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776578.283377:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307527203
00000100:00000001:1.0:1775776578.283379:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283381:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307527203
00000100:00000001:1.0:1775776578.283383:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283385:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776578.283387:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283389:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776578.283392:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578]  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776578.283399:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776578.283400:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776578.283402:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776578.283404:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776578.283406:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776578.283407:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776578.283410:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776578.283417:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283423:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776578.283424:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283426:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283427:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776578.283430:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283437:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776578.283440:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283447:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776578.283449:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283450:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283452:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283454:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776578.283455:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776578.283458:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776578.283461:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776578.283462:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776578.283466:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776578.283473:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268096:192.168.201.105@tcp:38:kworker.0
00000100:00000001:1.0:1775776578.283477:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776578.283480:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283485:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776578.283486:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283488:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776578.283490:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776578.283492:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776578.283495:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776578.283497:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776578.283499:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776578.283500:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283502:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776578.283505:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776578.283506:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776578.283510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776578.283512:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776578.283514:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776578.283517:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268224, portal 4
00000100:00000001:1.0:1775776578.283518:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776578.283519:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:1.0:1775776578.283524:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283530:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776578.283532:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776578.283534:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776578.283537:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309268224, offset 0
00000400:00000200:1.0:1775776578.283541:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283545:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283548:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776578.283551:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776578.283553:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776578.283555:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776578.283557:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283559:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340277:340277:256:4294967295] 192.168.201.105@tcp LPNI seq info [340222:340222:8:4294967295]
00000400:00000200:1.0:1775776578.283563:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283569:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776578.283573:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283577:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776578.283581:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776578.283583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776578.283587:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776578.283590:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776578.283593:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283595:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776578.283598:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776578.283601:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776578.283604:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776578.283605:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776578.283608:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776578.283611:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283618:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.283621:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283627:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283628:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776578.283631:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776578.283634:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:1.0:1775776578.283637:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776578.283639:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307527331
00000100:00000001:1.0:1775776578.283641:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283643:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307527331
00000100:00000001:1.0:1775776578.283646:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283647:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776578.283649:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283651:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776578.283655:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578]  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776578.283661:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776578.283663:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776578.283664:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776578.283666:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776578.283668:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776578.283670:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776578.283673:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776578.283681:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283687:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776578.283688:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283690:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283691:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776578.283694:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283701:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776578.283704:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283710:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776578.283712:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283714:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283715:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283717:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776578.283718:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776578.283721:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776578.283724:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776578.283726:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776578.283730:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776578.283737:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776578.283741:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1775776578.283743:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283747:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776578.283748:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283749:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1775776578.283750:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776578.283751:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776578.283753:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268352:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776578.283755:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1775776578.283756:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776578.283757:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776578.283758:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1775776578.283760:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776578.283761:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1775776578.283763:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:1.0:1775776578.283765:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6498756000.
00000400:00000010:1.0:1775776578.283766:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61908.
00000100:00000200:1.0:1775776578.283768:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268352, portal 4
00000100:00000001:1.0:1775776578.283770:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1775776578.283770:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:1.0:1775776578.283774:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283778:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1775776578.283779:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:1.0:1775776578.283780:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648bb61330.
00000100:00000200:1.0:1775776578.283782:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309268352, offset 0
00000400:00000200:1.0:1775776578.283784:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283787:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283790:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:1.0:1775776578.283793:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1775776578.283795:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:1.0:1775776578.283798:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1775776578.283800:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:1.0:1775776578.283802:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340278:340278:256:4294967295] 192.168.201.105@tcp LPNI seq info [340223:340223:8:4294967295]
00000400:00000200:1.0:1775776578.283806:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776578.283811:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1775776578.283815:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283818:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63886ee600.
00000800:00000200:1.0:1775776578.283822:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.0:1775776578.283824:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1775776578.283828:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:1.1:1775776578.283831:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1775776578.283835:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:1.0:1775776578.283836:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63886ee600.
00000400:00000200:1.0:1775776578.283839:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1775776578.283842:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1775776578.283845:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61330
00000400:00000010:1.0:1775776578.283846:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61330.
00000100:00000001:1.0:1775776578.283849:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1775776578.283851:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283855:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.283857:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776603 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283865:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283866:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1775776578.283868:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776578.283869:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:1.0:1775776578.283871:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776578.283887:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307527340
00000100:00000001:1.0:1775776578.283890:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283891:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307527340
00000100:00000001:1.0:1775776578.283893:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307528071
00000100:00000001:1.0:1775776578.283895:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1775776578.283897:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.283899:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1775776578.283902:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578]  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1775776578.283907:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1775776578.283908:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1775776578.283909:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6498756000.
00000400:00000200:1.0:1775776578.283911:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648bb61908
00000400:00000010:1.0:1775776578.283911:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648bb61908.
00000100:00000001:1.0:1775776578.283913:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1775776578.283914:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1775776578.283919:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283923:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1775776578.283924:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283925:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283926:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1775776578.283930:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283936:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1775776578.283939:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283944:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776578.283945:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283947:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1775776578.283948:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283950:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776578.283951:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1775776578.283953:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1775776578.283956:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:1.0:1775776578.283958:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1775776578.283962:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776578.283969:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268352:192.168.201.105@tcp:8:kworker.0
00000100:00000001:1.0:1775776578.283972:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.283974:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.283977:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309267968/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.283983:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776578.283986:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776578.283988:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc60800.
02000000:00000001:1.0:1775776578.283990:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776578.283992:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776578.283994:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:1.0:1775776578.283996:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776578.283999:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:1.0:1775776578.284002:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776578.284004:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776578.284006:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:1.0:1775776578.284009:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776578.284010:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.284011:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.284014:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309268096/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.284019:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776578.284020:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776578.284022:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63800.
02000000:00000001:1.0:1775776578.284023:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776578.284024:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776578.284026:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:1.0:1775776578.284027:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776578.284028:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:1.0:1775776578.284030:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776578.284031:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776578.284032:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:1.0:1775776578.284034:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776578.284035:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.284036:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.284038:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309268224/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.284044:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776578.284045:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776578.284046:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63400.
02000000:00000001:1.0:1775776578.284047:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776578.284048:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776578.284049:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:1.0:1775776578.284051:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776578.284052:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:1.0:1775776578.284054:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776578.284055:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776578.284056:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:1.0:1775776578.284058:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776578.284059:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.284061:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1775776578.284063:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309268352/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776578.284068:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1775776578.284069:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1775776578.284070:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c64abc63000.
02000000:00000001:1.0:1775776578.284072:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1775776578.284073:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:1.0:1775776578.284074:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:1.0:1775776578.284075:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:1.0:1775776578.284076:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:1.0:1775776578.284078:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1775776578.284079:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1775776578.284080:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:1.0:1775776578.284084:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1775776578.284085:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.284087:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776578.284094:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1775776578.284096:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776578.284098:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776578.284099:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776578.922279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776578.922284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776578.922288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776578.922289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776578.922307:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776578.922309:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776578.922311:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776579.178263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776579.178268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776579.178269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776579.178274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776579.178277:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776579.178280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776579.178283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776579.178285:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776579.178288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776579.242261:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307528071, at 4307528128
00000100:00000010:0.0:1775776579.242275:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01ed80.
00000100:00000040:1.0:1775776579.242376:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307528071, at 4307528128
00000100:00000010:1.0:1775776579.242383:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64ab01e420.
00010000:00000001:0.0:1775776579.946238:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776579.946244:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776579.946249:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776579.946251:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776579.946306:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776579.946309:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776579.946312:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776580.202253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776580.202259:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776580.202261:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776580.202266:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776580.202270:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776580.202280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776580.202282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776580.202284:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776580.202287:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776580.970288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776580.970294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776580.970302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776580.970303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776580.970364:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776580.970368:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776580.970372:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776581.226270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776581.226277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776581.226279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776581.226285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776581.226289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776581.226292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776581.226294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776581.226297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776581.226300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776581.994285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776581.994291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776581.994297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776581.994298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776581.994335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776581.994338:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776581.994340:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776582.250268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776582.250275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776582.250277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776582.250283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776582.250287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776582.250291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776582.250294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776582.250296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776582.250299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776583.018279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776583.018284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776583.018290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776583.018291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776583.018313:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776583.018316:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776583.018319:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776583.274264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776583.274271:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776583.274273:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776583.274279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776583.274283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776583.274286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776583.274289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776583.274292:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776583.274294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776583.402282:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776583.402291:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776583.402294:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776583.402298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776583.402312:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776583.402320:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12859
00000400:00000200:1.0:1775776583.402329:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776583.402335:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776583.402338:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776583.402342:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402345:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.402349:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402351:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776583.402355:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776583.402357:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776583.402360:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776583.402362:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776583.402365:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776583.402368:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776583.402371:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402373:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.402375:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402377:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776583.402379:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776583.402382:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402385:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776583.402387:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776583.402390:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776583.402392:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.402394:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776583.402397:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776583.402404:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776583.402407:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776583.402411:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776583.402412:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.402415:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776583.402417:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776583.402421:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776583.402428:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776583.402434:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776583.402441:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776583.402451:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776583.402456:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776583.402460:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402499:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776583.402503:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776583.402504:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776583.402510:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402516:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776583.402523:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.402526:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776583.402528:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776583.402529:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776583.402531:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309268480:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776583.402534:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776583.402537:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776583.402539:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.402540:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776583.402544:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776583.402545:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776583.402549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776583.402552:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776583.402556:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776583.402561:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268480, portal 25
00000100:00000001:0.0:1775776583.402563:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776583.402564:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523479424 : -109519186072192 : ffff9c6493d16d80)
00000100:00000040:0.0:1775776583.402568:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402576:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776583.402578:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776583.402580:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776583.402581:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309268480, offset 0
00000400:00000200:0.0:1775776583.402587:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776583.402594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.402599:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776583.402603:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776583.402607:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776583.402610:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776583.402613:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776583.402617:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340279:340279:256:4294967295] 192.168.201.105@tcp LPNI seq info [340224:340224:8:4294967295]
00000400:00000200:0.0:1775776583.402621:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.402631:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775776583.402635:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776583.402639:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776583.402645:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000200:0.0:1775776583.402649:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402649:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776583.402653:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1775776583.402656:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000001:1.0:1775776583.402657:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776583.402662:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12859
00000800:00000200:0.0:1775776583.402664:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776583.402668:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000400:00000200:1.0:1775776583.402671:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.1:1775776583.402674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:1.0:1775776583.402677:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:0.1:1775776583.402678:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1775776583.402682:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1775776583.402686:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.402689:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000100:00000040:1.0:1775776583.402690:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402693:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.402695:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402698:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776583.402699:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1775776583.402700:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776583.402703:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776583.402704:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776583.402708:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000400:00000200:0.0:1775776583.402712:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1775776583.402712:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776583.402717:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000400:00000200:0.0:1775776583.402720:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000100:00000040:1.0:1775776583.402721:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776583.402725:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:1.0:1775776583.402725:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.402729:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776583.402732:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776583.402732:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776583.402736:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000200:0.0:1775776583.402739:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776583.402741:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776583.402750:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776583.402755:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776583.402758:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775776583.402760:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776583.402764:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776583.402764:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.402768:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776583.402773:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776583.402778:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.402799:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.402801:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776583.402807:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776583.402811:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776583.402814:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307533191
00000100:00000010:0.0:1775776583.402819:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776583.402825:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776583.402830:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307533191
00000100:00000010:0.0:1775776583.402833:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d19c0.
00000100:00000001:0.0:1775776583.402835:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776583.402837:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776583.402839:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.402841:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776583.402844:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583]  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776583.402853:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776583.402855:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776583.402857:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776583.402859:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776583.402861:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776583.402863:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776583.402866:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776583.402875:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402881:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776583.402882:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402884:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.402886:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776583.402889:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402896:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776583.402900:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402907:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776583.402909:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402911:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.402912:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402914:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776583.402916:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776583.402918:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776583.402922:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776583.402924:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776583.402928:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776583.402936:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309268480:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776583.402941:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402943:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.402946:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16d80 x1862023309268480/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.402952:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776583.402954:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776583.402957:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776583.402970:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776583.402971:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776583.402973:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776583.402975:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776583.402977:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60800.
02000000:00000001:0.0:1775776583.402981:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776583.402983:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776583.402986:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16d80.
00000100:00000001:0.0:1775776583.402989:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776583.402990:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402991:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.402998:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776583.402999:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403001:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776583.403002:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.403467:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776583.403473:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776583.403477:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776583.403479:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776583.403481:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.403483:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776583.403484:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776583.403486:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776583.403490:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776583.403494:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776583.403499:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776583.403507:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776583.403509:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776583.403513:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776583.403530:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776583.403532:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776583.403536:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776583.403537:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776583.403539:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776583.403541:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776583.403544:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12859
00000400:00000200:1.0:1775776583.403548:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776583.403551:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776583.403554:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776583.403558:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.403560:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.403562:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776583.403565:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1775776583.403565:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776583.403568:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1775776583.403569:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776583.403572:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1775776583.403572:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776583.403576:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776583.403578:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000040:0.0:1775776583.403580:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775776583.403581:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776583.403585:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776583.403593:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776583.403596:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1775776583.403597:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776583.403598:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776583.403600:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776583.403602:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775776583.403604:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776583.403605:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776583.403609:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775776583.403609:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00100000:0.0:1775776583.403616:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268608:192.168.201.105@tcp:38:kworker.0
00000100:00080000:1.0:1775776583.403616:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776583.403622:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403623:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776583.403627:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776583.403627:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776583.403630:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776583.403631:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776583.403632:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775776583.403635:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.403637:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776583.403639:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776583.403642:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776583.403643:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
00000100:00000001:1.0:1775776583.403644:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.403647:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776583.403650:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000400:00000200:0.0:1775776583.403653:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776583.403654:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000010:0.0:1775776583.403657:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
02000000:00000001:1.0:1775776583.403658:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776583.403661:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776583.403663:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:1.0:1775776583.403663:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776583.403667:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775776583.403669:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268608, portal 10
02000000:00000001:1.0:1775776583.403670:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403673:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776583.403676:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523479424 : -109519186072192 : ffff9c6493d16d80)
02000000:00000010:1.0:1775776583.403676:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776583.403681:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776583.403685:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776583.403690:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776583.403702:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776583.403707:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775776583.403708:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776583.403711:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776583.403712:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776583.403716:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309268608, offset 0
00000100:00000040:1.0:1775776583.403717:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776583.403725:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776583.403733:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776583.403735:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776583.403739:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:1.0:1775776583.403739:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776583.403745:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775776583.403746:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776583.403748:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776583.403749:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:1.0:1775776583.403750:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776583.403753:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775776583.403756:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776583.403757:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:1.0:1775776583.403761:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12859
00000400:00000200:0.0:1775776583.403764:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340280:340280:256:4294967295] 192.168.201.105@tcp LPNI seq info [340225:340225:8:4294967295]
00000400:00000200:0.0:1775776583.403769:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.403776:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776583.403781:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776583.403783:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776583.403799:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000010:0.0:1775776583.403800:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00080000:1.0:1775776583.403801:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775776583.403807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:1.0:1775776583.403808:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.0:1775776583.403813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775776583.403813:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776583.403816:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776583.403820:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.1:1775776583.403821:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:1.0:1775776583.403823:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000200:0.1:1775776583.403825:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1775776583.403826:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776583.403829:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776583.403832:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000800:00000100:0.0:1775776583.403833:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.403837:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000020:00000001:1.0:1775776583.403837:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:0.0:1775776583.403842:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1775776583.403843:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776583.403850:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776583.403851:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775776583.403855:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776583.403857:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000100:00000040:1.0:1775776583.403860:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776583.403861:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:1.0:1775776583.403865:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776583.403866:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:1.0:1775776583.403870:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000200:0.0:1775776583.403873:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1775776583.403876:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776583.403880:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776583.403885:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776583.403889:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776583.403890:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1775776583.403894:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776583.403895:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776583.403897:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776583.403900:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776583.403906:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.403910:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403911:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403914:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1775776583.403914:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776583.403917:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1775776583.403918:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776583.403923:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775776583.403924:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
02000000:00000001:1.0:1775776583.403924:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776583.403926:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776583.403929:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776583.403931:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:1.0:1775776583.403932:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403934:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307532323
02000000:00000010:1.0:1775776583.403936:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:0.0:1775776583.403938:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307533191
00000100:00000001:1.0:1775776583.403941:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403942:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307532323
00000100:00000001:0.0:1775776583.403946:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307533191
00000100:00000001:0.0:1775776583.403948:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1775776583.403950:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776583.403951:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403955:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776583.403961:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583]  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776583.403963:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776583.403967:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776583.403975:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776583.403976:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776583.403978:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776583.403981:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776583.403986:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776583.403989:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:1.0:1775776583.403991:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.403992:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:1.0:1775776583.403997:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12869)
00000100:00000200:0.0:1775776583.403998:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776583.404009:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404016:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776583.404018:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404020:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404021:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776583.404025:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404039:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776583.404044:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404051:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776583.404054:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404055:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404056:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404058:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776583.404059:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776583.404062:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776583.404065:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776583.404067:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776583.404071:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776583.404078:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268608:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776583.404082:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404084:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.404087:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16d80 x1862023309268608/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404093:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776583.404094:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776583.404097:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776583.404099:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776583.404101:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776583.404102:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776583.404105:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776583.404106:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:0.0:1775776583.404109:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776583.404110:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776583.404111:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16d80.
00000100:00000001:0.0:1775776583.404113:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776583.404115:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404117:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404120:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776583.404121:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404123:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776583.404124:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776583.404126:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776583.404129:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404135:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776583.404136:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.404138:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776583.404145:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776583.404147:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776583.404150:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776583.404153:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776583.404155:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776583.404156:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.404158:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776583.404161:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776583.404180:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776583.404184:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776583.404186:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776583.404189:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776583.404192:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268736, portal 4
00000100:00000001:0.0:1775776583.404194:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776583.404195:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776583.404207:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404214:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776583.404216:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776583.404218:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776583.404220:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309268736, offset 0
00000400:00000200:0.0:1775776583.404224:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776583.404227:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.404231:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776583.404234:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776583.404236:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776583.404239:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776583.404241:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776583.404244:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340281:340281:256:4294967295] 192.168.201.105@tcp LPNI seq info [340226:340226:8:4294967295]
00000400:00000200:0.0:1775776583.404248:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.404255:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776583.404259:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.404267:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776583.404270:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776583.404273:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776583.404277:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776583.404280:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776583.404284:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.404286:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776583.404288:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776583.404291:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776583.404294:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776583.404296:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776583.404298:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776583.404301:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404309:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.404311:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404318:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404319:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776583.404321:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776583.404324:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776583.404327:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776583.404329:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307532452
00000100:00000001:0.0:1775776583.404331:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307533191
00000100:00000001:0.0:1775776583.404333:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307532452
00000100:00000001:0.0:1775776583.404335:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307533191
00000100:00000001:0.0:1775776583.404338:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776583.404340:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404341:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776583.404345:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583]  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776583.404352:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776583.404353:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776583.404355:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776583.404356:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776583.404358:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776583.404360:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776583.404363:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776583.404370:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404376:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776583.404378:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404379:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404381:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776583.404384:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404390:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776583.404393:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404400:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776583.404408:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404410:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404411:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404413:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776583.404414:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776583.404417:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776583.404420:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776583.404422:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776583.404425:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776583.404433:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776583.404437:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776583.404439:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404445:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776583.404447:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.404448:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776583.404449:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776583.404451:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776583.404454:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268864:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776583.404457:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776583.404458:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776583.404460:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776583.404462:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776583.404464:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776583.404466:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776583.404469:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776583.404471:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776583.404473:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776583.404476:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268864, portal 4
00000100:00000001:0.0:1775776583.404483:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776583.404485:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776583.404490:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404496:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776583.404498:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776583.404500:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776583.404502:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309268864, offset 0
00000400:00000200:0.0:1775776583.404506:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776583.404509:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.404512:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776583.404514:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776583.404517:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776583.404519:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776583.404521:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776583.404524:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340282:340282:256:4294967295] 192.168.201.105@tcp LPNI seq info [340227:340227:8:4294967295]
00000400:00000200:0.0:1775776583.404528:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776583.404534:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776583.404538:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.404540:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776583.404544:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776583.404547:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776583.404551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776583.404553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776583.404556:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776583.404558:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776583.404561:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776583.404564:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776583.404566:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776583.404568:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776583.404570:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776583.404573:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404580:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.404583:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776608 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404590:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404592:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776583.404594:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776583.404596:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776583.404599:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776583.404601:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307532461
00000100:00000001:0.0:1775776583.404603:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307533191
00000100:00000001:0.0:1775776583.404605:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307532461
00000100:00000001:0.0:1775776583.404607:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307533191
00000100:00000001:0.0:1775776583.404608:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776583.404610:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404611:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776583.404614:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583]  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776583.404622:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776583.404623:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776583.404625:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776583.404627:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776583.404628:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776583.404630:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776583.404633:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776583.404640:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404646:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776583.404648:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404649:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404650:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776583.404654:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404660:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776583.404664:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404670:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776583.404672:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404673:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776583.404675:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404677:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776583.404678:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776583.404680:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776583.404683:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776583.404685:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776583.404688:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776583.404697:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309268864:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776583.404700:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404702:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.404704:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309268736/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404710:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776583.404711:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776583.404712:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776583.404715:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776583.404716:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776583.404717:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776583.404719:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776583.404721:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776583.404723:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776583.404724:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776583.404725:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776583.404728:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776583.404729:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404730:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776583.404733:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309268864/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776583.404740:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776583.404741:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776583.404742:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776583.404744:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776583.404746:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776583.404747:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776583.404749:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776583.404750:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776583.404752:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776583.404753:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776583.404754:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776583.404756:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776583.404757:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404759:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776583.404761:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776583.404762:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776583.404764:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776583.404765:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776584.042259:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776584.042265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776584.042271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776584.042272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776584.042317:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776584.042320:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776584.042322:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776584.298262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776584.298268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776584.298270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776584.298276:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776584.298280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776584.298284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776584.298287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776584.298289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776584.298291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776584.362263:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307533191, at 4307533248
00000100:00000040:1.0:1775776584.362263:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307533191, at 4307533248
00000100:00000010:1.0:1775776584.362277:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d19c0.
00000100:00000010:0.0:1775776584.362279:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776585.066295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776585.066300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776585.066306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776585.066308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776585.066746:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776585.066749:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776585.066752:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776585.322832:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776585.322838:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776585.322839:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776585.322844:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776585.322847:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776585.322850:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776585.322852:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776585.322854:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776585.322857:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776586.090281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776586.090286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776586.090291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776586.090292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776586.090316:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776586.090326:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776586.090329:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776586.346269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776586.346275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776586.346277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776586.346282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776586.346285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776586.346289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776586.346292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776586.346293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776586.346295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776587.114266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776587.114272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776587.114276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776587.114278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776587.114299:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776587.114301:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776587.114304:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776587.370387:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776587.370393:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776587.370394:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776587.370400:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776587.370403:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776587.370407:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776587.370409:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776587.370411:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776587.370414:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138375:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776588.138396:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776588.138399:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776588.138402:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138406:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776588.138407:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138409:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138410:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138420:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776588.138421:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776588.138422:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776588.138423:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138424:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776588.138425:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138426:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776588.138427:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776588.138519:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776588.138523:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776588.138526:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776588.394307:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776588.394320:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776588.394322:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776588.394327:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776588.394331:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776588.394334:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776588.394337:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776588.394339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776588.394350:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776588.522532:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776588.522550:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776588.522553:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776588.522557:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776588.522562:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776588.522568:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12864
00000400:00000200:1.0:1775776588.522577:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776588.522583:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776588.522586:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776588.522589:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522592:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522594:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522597:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776588.522600:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776588.522602:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776588.522605:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776588.522616:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776588.522619:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776588.522621:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776588.522624:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522626:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522630:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776588.522632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776588.522635:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522637:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776588.522640:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776588.522643:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776588.522646:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522648:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776588.522651:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776588.522673:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776588.522677:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776588.522681:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776588.522682:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522685:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776588.522688:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776588.522692:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776588.522709:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:1.0:1775776588.522715:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776588.522724:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776588.522734:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776588.522738:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776588.522743:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776588.522768:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776588.522771:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776588.522774:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776588.522775:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776588.522777:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776588.522780:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776588.522782:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12864
00000400:00000200:1.0:1775776588.522785:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776588.522789:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776588.522791:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776588.522793:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522796:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522798:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522800:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776588.522802:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776588.522804:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776588.522805:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776588.522807:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776588.522809:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776588.522811:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776588.522814:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522815:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522817:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522819:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776588.522821:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776588.522824:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522826:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776588.522828:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776588.522833:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776588.522835:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522836:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776588.522840:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776588.522843:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522845:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776588.522848:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776588.522850:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776588.522852:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776588.522853:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522855:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776588.522857:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776588.522858:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776588.522861:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776588.522864:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776588.522869:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776588.522882:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776588.522884:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776588.522888:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776588.522896:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776588.522898:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776588.522901:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776588.522903:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776588.522904:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776588.522907:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776588.522909:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12864
00000400:00000200:1.0:1775776588.522912:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776588.522915:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776588.522917:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776588.522919:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522921:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522923:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522925:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776588.522927:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776588.522928:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776588.522930:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776588.522931:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776588.522933:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776588.522935:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776588.522938:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522939:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.522941:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522943:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776588.522946:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776588.522948:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776588.522950:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776588.522952:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776588.522954:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776588.522956:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522958:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776588.522960:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776588.522962:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522964:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776588.522966:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776588.522968:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776588.522970:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776588.522971:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.522973:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776588.522974:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776588.522976:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776588.522979:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776588.522991:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776588.522999:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776588.523006:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776588.523008:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776588.523012:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776588.523020:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776588.523022:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776588.523025:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776588.523026:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776588.523028:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776588.523030:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776588.523033:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12864
00000400:00000200:1.0:1775776588.523036:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776588.523039:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776588.523041:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776588.523044:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.523046:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.523047:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.523049:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776588.523051:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776588.523052:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776588.523054:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776588.523056:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776588.523057:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776588.523059:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776588.523062:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.523064:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776588.523066:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776588.523068:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776588.523070:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776588.523072:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776588.523074:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776588.523076:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776588.523078:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776588.523080:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.523081:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776588.523374:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776588.523378:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776588.523381:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776588.523386:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523395:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776588.523397:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.523400:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776588.523403:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776588.523405:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776588.523408:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309268992:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776588.523412:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776588.523416:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776588.523418:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.523421:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776588.523426:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776588.523427:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776588.523433:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776588.523437:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776588.523443:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776588.523450:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309268992, portal 25
00000100:00000001:0.0:1775776588.523452:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776588.523454:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776588.523459:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523467:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776588.523470:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776588.523473:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776588.523476:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309268992, offset 0
00000400:00000200:0.0:1775776588.523481:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776588.523488:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.523493:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776588.523498:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776588.523502:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776588.523505:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776588.523508:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776588.523512:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340283:340283:256:4294967295] 192.168.201.105@tcp LPNI seq info [340228:340228:8:4294967295]
00000400:00000200:0.0:1775776588.523517:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.523526:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776588.523548:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.523563:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776588.523570:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776588.523573:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776588.523579:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776588.523591:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776588.523596:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.523598:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776588.523604:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776588.523609:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776588.523613:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776588.523616:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776588.523620:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776588.523632:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523644:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.523648:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523655:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.523657:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776588.523661:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776588.523665:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776588.523667:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307538312
00000100:00000010:0.0:1775776588.523672:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776588.523678:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776588.523684:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307538312
00000100:00000010:0.0:1775776588.523687:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d10c0.
00000100:00000001:0.0:1775776588.523690:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776588.523693:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776588.523705:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.523707:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776588.523711:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588]  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776588.523727:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776588.523728:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776588.523731:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776588.523733:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776588.523735:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776588.523737:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776588.523741:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776588.523750:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523757:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776588.523758:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.523761:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.523763:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776588.523766:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523773:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776588.523777:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523784:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776588.523787:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.523788:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.523789:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.523791:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776588.523793:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776588.523795:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776588.523799:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776588.523801:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776588.523805:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776588.523813:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309268992:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776588.523817:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776588.523820:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523827:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776588.523828:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.523830:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776588.523832:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776588.523834:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776588.523836:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269120:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776588.523840:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776588.523842:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776588.523843:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.523845:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776588.523848:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776588.523850:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776588.523853:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776588.523855:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776588.523859:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776588.523861:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269120, portal 10
00000100:00000001:0.0:1775776588.523863:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776588.523864:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523483008 : -109519186068608 : ffff9c6493d17b80)
00000100:00000040:0.0:1775776588.523870:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523876:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776588.523879:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776588.523881:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776588.523883:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309269120, offset 0
00000400:00000200:0.0:1775776588.523886:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776588.523890:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.523894:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776588.523896:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776588.523899:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776588.523901:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776588.523903:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776588.523906:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340284:340284:256:4294967295] 192.168.201.105@tcp LPNI seq info [340229:340229:8:4294967295]
00000400:00000200:0.0:1775776588.523911:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.523917:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776588.523921:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.523924:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776588.523927:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776588.523930:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776588.523934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776588.523936:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776588.523940:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.523941:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776588.523944:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776588.523947:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776588.523950:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776588.523952:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776588.523954:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776588.523957:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523965:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.523967:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.523974:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.523975:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776588.523978:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776588.523981:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776588.523984:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776588.523986:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307537443
00000100:00000001:0.0:1775776588.523988:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.523991:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307537443
00000100:00000001:0.0:1775776588.523992:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.523994:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776588.523996:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.523998:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776588.524001:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588]  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776588.524009:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776588.524010:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776588.524012:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776588.524014:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776588.524016:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776588.524018:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776588.524020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776588.524028:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.524034:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776588.524035:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.524037:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.524039:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776588.524042:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.524048:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776588.524052:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.524059:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776588.524061:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.524062:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.524064:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.524065:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776588.524067:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776588.524069:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776588.524072:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776588.524074:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776588.524078:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1775776588.524228:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776588.524232:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.524234:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776588.524238:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776588.524241:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776588.524244:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776588.524246:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776588.524249:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776588.524250:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776588.524252:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776588.524256:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000100:00000001:1.0:1775776588.524260:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776588.524265:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776588.524273:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776588.524275:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776588.524278:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776588.524286:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776588.525581:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12875)
00000100:00100000:0.0:1775776588.525715:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269120:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776588.525721:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776588.525725:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.525733:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776588.525734:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.525737:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776588.525740:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776588.525742:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776588.525745:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776588.525749:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776588.525752:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776588.525754:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.525756:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776588.525761:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776588.525763:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776588.525768:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776588.525771:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776588.525775:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776588.525780:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269248, portal 4
00000100:00000001:0.0:1775776588.525782:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776588.525784:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523472256 : -109519186079360 : ffff9c6493d15180)
00000100:00000040:0.0:1775776588.525791:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.525798:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776588.525801:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776588.525803:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776588.525805:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309269248, offset 0
00000400:00000200:0.0:1775776588.525810:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776588.525815:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.525820:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776588.525824:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776588.525826:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776588.525829:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776588.525832:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776588.525836:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340285:340285:256:4294967295] 192.168.201.105@tcp LPNI seq info [340230:340230:8:4294967295]
00000400:00000200:0.0:1775776588.525840:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.525848:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776588.525853:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.525857:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776588.525862:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776588.525866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776588.525870:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776588.525873:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776588.525877:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.525879:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776588.525883:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776588.525887:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776588.525891:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776588.525893:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776588.525895:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776588.525899:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.525914:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.525917:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.525924:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.525926:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776588.525930:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776588.525933:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776588.525936:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776588.525939:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307537573
00000100:00000001:0.0:1775776588.525941:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.525943:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307537573
00000100:00000001:0.0:1775776588.525946:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.525947:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776588.525949:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.525951:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776588.525955:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588]  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776588.525963:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776588.525964:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776588.525965:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776588.525968:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776588.525969:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776588.525971:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776588.525975:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776588.525983:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.525989:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776588.525991:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.525993:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.525994:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776588.525998:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526004:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776588.526008:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526014:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776588.526017:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526019:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.526020:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526022:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776588.526024:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776588.526027:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776588.526030:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776588.526032:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776588.526036:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776588.526043:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776588.526047:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526049:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.526053:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309268992/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526059:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776588.526062:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776588.526064:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776588.526067:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776588.526069:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776588.526071:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776588.526073:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776588.526076:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776588.526079:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776588.526081:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776588.526094:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776588.526098:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776588.526099:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526101:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.526104:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17b80 x1862023309269120/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526111:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776588.526112:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776588.526114:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776588.526118:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776588.526118:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776588.526120:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776588.526121:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776588.526123:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776588.526125:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776588.526126:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776588.526127:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17b80.
00000100:00000001:0.0:1775776588.526129:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776588.526130:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526131:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.526134:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15180 x1862023309269248/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526140:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776588.526142:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776588.526143:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776588.526145:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776588.526146:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776588.526147:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776588.526149:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776588.526150:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776588.526152:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776588.526153:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776588.526155:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15180.
00000100:00000001:0.0:1775776588.526157:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776588.526158:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526160:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526181:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776588.526183:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.526185:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776588.526187:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776588.526188:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776588.526191:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526197:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776588.526199:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.526201:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776588.526203:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776588.526205:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776588.526207:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269376:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776588.526210:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776588.526212:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776588.526214:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776588.526216:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776588.526219:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776588.526220:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776588.526224:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776588.526226:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776588.526229:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776588.526232:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269376, portal 4
00000100:00000001:0.0:1775776588.526233:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776588.526235:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523469568 : -109519186082048 : ffff9c6493d14700)
00000100:00000040:0.0:1775776588.526272:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526279:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776588.526281:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776588.526284:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000200:0.0:1775776588.526286:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309269376, offset 0
00000400:00000200:0.0:1775776588.526360:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776588.526365:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.526369:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776588.526372:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776588.526375:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776588.526377:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776588.526380:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776588.526383:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340286:340286:256:4294967295] 192.168.201.105@tcp LPNI seq info [340231:340231:8:4294967295]
00000400:00000200:0.0:1775776588.526387:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776588.526393:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776588.526398:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.526401:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000800:00000200:0.0:1775776588.526405:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776588.526407:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776588.526412:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776588.526414:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776588.526431:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776588.526433:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:0.0:1775776588.526436:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776588.526440:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776588.526443:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:0.0:1775776588.526445:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:0.0:1775776588.526447:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776588.526451:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526459:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.526462:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776613 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526468:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.526469:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776588.526472:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776588.526475:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776588.526479:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776588.526481:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307537583
00000100:00000001:0.0:1775776588.526483:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.526485:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307537583
00000100:00000001:0.0:1775776588.526487:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307538312
00000100:00000001:0.0:1775776588.526489:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776588.526491:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.526492:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776588.526495:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588]  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776588.526502:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776588.526504:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776588.526505:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776588.526507:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776588.526509:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776588.526511:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776588.526514:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776588.526522:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526528:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776588.526529:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526530:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.526531:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776588.526534:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526541:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776588.526544:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526551:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776588.526554:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526555:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776588.526556:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526558:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776588.526559:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776588.526561:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776588.526565:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776588.526567:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776588.526571:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776588.526578:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269376:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776588.526582:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526584:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776588.526587:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14700 x1862023309269376/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776588.526593:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776588.526595:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776588.526597:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776588.526600:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776588.526601:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776588.526602:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776588.526604:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776588.526606:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:0.0:1775776588.526608:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776588.526609:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776588.526611:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14700.
00000100:00000001:0.0:1775776588.526613:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776588.526614:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526616:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776588.526619:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776588.526620:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776588.526622:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776588.526623:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776589.162294:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776589.162299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776589.162311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776589.162313:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776589.162369:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776589.162372:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776589.162376:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776589.418284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776589.418290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776589.418293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776589.418298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776589.418302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776589.418305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776589.418308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776589.418311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776589.418314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776589.482254:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307538312, at 4307538368
00000100:00000010:0.0:1775776589.482268:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776589.482271:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307538312, at 4307538368
00000100:00000010:1.0:1775776589.482279:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d10c0.
00010000:00000001:0.0:1775776590.186321:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776590.186327:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776590.186332:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776590.186334:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776590.186360:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776590.186362:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776590.186365:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776590.442273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776590.442278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776590.442285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776590.442289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776590.442292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776590.442295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776590.442297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776590.442299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776590.442301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776591.210310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776591.210315:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776591.210321:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776591.210322:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776591.210349:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776591.210352:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776591.210354:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776591.466268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776591.466275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776591.466276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776591.466282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776591.466285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776591.466289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776591.466292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776591.466294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776591.466297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776592.234311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776592.234316:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776592.234321:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776592.234323:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776592.234442:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776592.234445:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776592.234448:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776592.490275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776592.490282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776592.490283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776592.490289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776592.490292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776592.490295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776592.490297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776592.490298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776592.490301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776593.258549:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776593.258555:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776593.258561:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776593.258563:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776593.258631:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776593.258635:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776593.258638:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776593.514327:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776593.514344:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776593.514346:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776593.514352:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776593.514355:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776593.514359:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.514362:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776593.514364:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.514366:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776593.642296:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776593.642308:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776593.642310:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776593.642314:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776593.642318:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776593.642325:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12870
00000400:00000200:1.0:1775776593.642334:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776593.642341:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776593.642344:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776593.642347:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.642352:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642354:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776593.642358:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776593.642359:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776593.642363:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776593.642365:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776593.642369:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776593.642371:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776593.642374:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642376:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.642378:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642380:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776593.642382:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776593.642386:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642388:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776593.642391:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776593.642394:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776593.642397:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.642399:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776593.642401:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776593.642410:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000020:00000040:1.0:1775776593.642414:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776593.642417:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776593.642419:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.642422:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776593.642425:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776593.642428:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776593.642435:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776593.642441:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776593.642451:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776593.642462:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776593.642466:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776593.642471:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776593.642503:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776593.642507:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776593.642510:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776593.642511:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776593.642512:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776593.642515:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776593.642518:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12870
00000400:00000200:1.0:1775776593.642522:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776593.642525:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776593.642527:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776593.642529:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642532:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.642534:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642536:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776593.642538:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776593.642539:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776593.642540:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776593.642542:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776593.642544:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776593.642546:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776593.642549:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642551:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.642553:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642554:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776593.642556:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776593.642558:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776593.642560:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776593.642561:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776593.642566:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776593.642569:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.642571:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776593.642575:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776593.642578:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.642580:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776593.642583:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776593.642585:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776593.642587:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776593.642588:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.642590:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776593.642591:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776593.642593:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776593.642596:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000001:1.0:1775776593.642600:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.646688:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776593.646696:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776593.646698:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776593.646709:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.646721:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776593.646723:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.646727:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776593.646731:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776593.646734:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776593.646737:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309269504:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776593.646741:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776593.646745:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776593.646747:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.646750:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776593.646757:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776593.646760:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776593.646767:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776593.646771:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776593.646778:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776593.646785:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269504, portal 25
00000100:00000001:2.0:1775776593.646787:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776593.646789:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523474048 : -109519186077568 : ffff9c6493d15880)
00000100:00000040:2.0:1775776593.646794:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.646802:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776593.646805:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776593.646807:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776593.646810:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309269504, offset 0
00000400:00000200:2.0:1775776593.646816:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776593.646824:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.646831:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776593.646835:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776593.646839:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776593.646842:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776593.646845:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776593.646849:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340287:340287:256:4294967295] 192.168.201.105@tcp LPNI seq info [340232:340232:8:4294967295]
00000400:00000200:2.0:1775776593.646853:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.646862:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776593.646867:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.646898:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776593.646905:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776593.646909:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775776593.646914:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776593.646917:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775776593.646922:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.646924:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776593.646930:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776593.646934:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776593.646938:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776593.646940:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776593.646943:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776593.646947:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.646958:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.646961:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.646968:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.646970:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776593.646975:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776593.646978:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776593.646981:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307543435
00000100:00000010:2.0:1775776593.646986:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37c60.
00000100:00000001:2.0:1775776593.646992:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776593.646999:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307543435
00000100:00000010:2.0:1775776593.647002:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e374e0.
00000100:00000001:2.0:1775776593.647005:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776593.647008:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776593.647011:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.647013:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776593.647018:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593]  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776593.647033:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776593.647034:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776593.647036:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776593.647038:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776593.647039:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776593.647041:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776593.647044:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776593.647051:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.647056:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776593.647058:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647060:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.647061:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776593.647064:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.647070:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776593.647073:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.647079:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776593.647081:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647082:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.647083:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647085:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776593.647087:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776593.647090:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776593.647094:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776593.647096:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776593.647100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776593.647107:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309269504:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776593.647111:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647113:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.647115:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15880 x1862023309269504/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.647121:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776593.647123:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776593.647126:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776593.647128:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776593.647131:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776593.647132:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776593.647134:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776593.647136:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:2.0:1775776593.647140:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776593.647142:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776593.647144:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15880.
00000100:00000001:2.0:1775776593.647148:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776593.647149:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647151:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.647159:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776593.647161:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.647198:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776593.647200:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776593.649663:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776593.649679:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776593.649683:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776593.649691:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776593.649713:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776593.649718:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776593.649722:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776593.649724:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776593.649726:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776593.649729:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776593.649733:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12870
00000400:00000200:1.0:1775776593.649739:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776593.649744:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776593.649747:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776593.649750:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649752:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.649754:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649757:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776593.649760:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776593.649761:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776593.649764:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776593.649766:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776593.649769:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776593.649770:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776593.649773:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649775:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.649777:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649778:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776593.649781:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776593.649784:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649787:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776593.649789:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776593.649795:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776593.649797:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649799:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776593.649803:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776593.649806:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649808:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776593.649813:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776593.649816:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776593.649819:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776593.649821:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649823:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776593.649826:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776593.649829:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776593.649834:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776593.649839:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776593.649844:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776593.649857:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776593.649859:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776593.649862:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776593.649869:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776593.649871:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776593.649875:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776593.649876:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776593.649877:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776593.649880:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776593.649882:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12870
00000400:00000200:1.0:1775776593.649886:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776593.649889:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776593.649891:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776593.649894:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649896:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.649898:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649900:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776593.649902:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776593.649903:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776593.649904:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776593.649906:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776593.649908:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776593.649909:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776593.649912:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649913:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776593.649915:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649917:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776593.649920:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776593.649922:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776593.649925:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776593.649926:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776593.649929:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776593.649931:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649933:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776593.649935:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776593.649937:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649939:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776593.649942:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776593.649944:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776593.649946:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776593.649947:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776593.649949:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776593.649950:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776593.649952:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776593.649956:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776593.649959:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776593.649963:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776593.649970:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776593.649972:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776593.649975:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776593.649982:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776593.649986:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12880)
00000100:00000001:2.0:1775776593.651499:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776593.651503:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776593.651505:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776593.651512:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651521:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776593.651522:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.651525:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776593.651528:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776593.651530:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776593.651534:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269632:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776593.651538:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776593.651541:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776593.651543:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.651546:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776593.651550:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776593.651552:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776593.651557:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776593.651561:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776593.651566:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776593.651572:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269632, portal 10
00000100:00000001:2.0:1775776593.651574:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776593.651576:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523467776 : -109519186083840 : ffff9c6493d14000)
00000100:00000040:2.0:1775776593.651582:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651589:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776593.651592:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776593.651595:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776593.651599:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309269632, offset 0
00000400:00000200:2.0:1775776593.651604:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776593.651623:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.651628:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776593.651632:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776593.651636:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776593.651639:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776593.651641:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776593.651645:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340288:340288:256:4294967295] 192.168.201.105@tcp LPNI seq info [340233:340233:8:4294967295]
00000400:00000200:2.0:1775776593.651649:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.651657:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776593.651663:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.651668:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776593.651674:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776593.651677:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775776593.651682:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776593.651685:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775776593.651689:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.651691:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776593.651696:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776593.651701:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776593.651705:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776593.651707:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776593.651710:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776593.651715:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.651726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651733:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.651734:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776593.651739:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776593.651744:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776593.651747:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776593.651749:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307542571
00000100:00000001:2.0:1775776593.651752:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.651754:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307542571
00000100:00000001:2.0:1775776593.651756:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.651759:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776593.651761:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.651763:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776593.651767:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593]  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776593.651776:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776593.651777:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776593.651779:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776593.651781:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776593.651783:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776593.651786:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776593.651789:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776593.651796:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651803:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776593.651804:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.651806:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.651808:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776593.651811:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651818:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776593.651822:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651829:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776593.651832:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.651833:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.651834:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.651836:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776593.651839:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776593.651841:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776593.651845:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776593.651848:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776593.651852:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776593.651866:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269632:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776593.651870:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776593.651873:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.651879:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776593.651880:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.651882:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776593.651884:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776593.651886:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776593.658678:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269760:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776593.658684:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776593.658689:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776593.658691:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.658694:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776593.658703:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776593.658705:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776593.658712:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776593.658716:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776593.658723:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776593.658730:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269760, portal 4
00000100:00000001:2.0:1775776593.658733:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776593.658734:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523478528 : -109519186073088 : ffff9c6493d16a00)
00000100:00000040:2.0:1775776593.658744:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658752:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776593.658755:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776593.658758:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776593.658761:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309269760, offset 0
00000400:00000200:2.0:1775776593.658766:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776593.658775:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.658782:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776593.658787:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776593.658790:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776593.658794:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776593.658796:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776593.658800:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340289:340289:256:4294967295] 192.168.201.105@tcp LPNI seq info [340234:340234:8:4294967295]
00000400:00000200:2.0:1775776593.658805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.658815:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776593.658820:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.658826:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776593.658832:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776593.658835:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775776593.658840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776593.658843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775776593.658848:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.658850:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776593.658855:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776593.658859:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776593.658863:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776593.658866:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776593.658869:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776593.658873:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658884:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.658887:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658895:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.658897:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776593.658902:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776593.658906:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776593.658909:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776593.658912:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307542706
00000100:00000001:2.0:1775776593.658915:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.658917:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307542706
00000100:00000001:2.0:1775776593.658920:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.658922:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776593.658924:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.658927:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776593.658931:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593]  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776593.658940:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776593.658941:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776593.658943:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776593.658946:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776593.658947:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776593.658949:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776593.658953:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776593.658962:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658969:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776593.658970:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.658972:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.658974:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776593.658978:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658985:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776593.658989:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.658996:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776593.658999:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.659001:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.659002:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.659004:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776593.659006:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776593.659009:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776593.659013:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776593.659016:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776593.659020:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776593.659029:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269760:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776593.659033:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776593.659036:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.659043:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776593.659045:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.659048:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776593.659051:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776593.662679:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776593.662690:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269888:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776593.662695:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776593.662700:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776593.662702:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776593.662705:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776593.662713:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776593.662716:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776593.662723:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776593.662727:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776593.662732:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776593.662738:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309269888, portal 4
00000100:00000001:2.0:1775776593.662741:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776593.662743:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523481216 : -109519186070400 : ffff9c6493d17480)
00000100:00000040:2.0:1775776593.662751:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.662758:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776593.662761:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776593.662764:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776593.662767:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309269888, offset 0
00000400:00000200:2.0:1775776593.662773:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776593.662781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.662788:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776593.662793:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776593.662796:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776593.662799:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776593.662801:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776593.662805:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340290:340290:256:4294967295] 192.168.201.105@tcp LPNI seq info [340235:340235:8:4294967295]
00000400:00000200:2.0:1775776593.662810:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776593.662818:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776593.662824:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.662828:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776593.662834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776593.662838:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1775776593.662843:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776593.662846:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1775776593.662851:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776593.662853:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776593.662858:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776593.662863:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776593.662868:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776593.662870:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776593.662874:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776593.662877:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.662893:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.662896:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776618 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.662903:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.662905:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776593.662909:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776593.662913:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776593.662916:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776593.662919:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307542719
00000100:00000001:2.0:1775776593.662922:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.662924:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307542719
00000100:00000001:2.0:1775776593.662926:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307543435
00000100:00000001:2.0:1775776593.662929:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776593.662931:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.662933:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776593.662937:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593]  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776593.662946:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776593.662948:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776593.662950:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776593.662952:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776593.662954:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776593.662956:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776593.662959:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776593.662966:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.662973:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776593.662975:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.662977:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.662979:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776593.662983:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.662990:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776593.662995:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.663003:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776593.663005:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663006:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776593.663008:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663010:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776593.663012:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776593.663015:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776593.663019:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776593.663021:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776593.663025:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776593.663032:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309269888:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776593.663037:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663039:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.663043:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14000 x1862023309269632/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.663050:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776593.663052:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776593.663054:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776593.663057:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776593.663060:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776593.663062:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776593.663064:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776593.663066:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61800.
02000000:00000001:2.0:1775776593.663070:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776593.663072:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776593.663074:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14000.
00000100:00000001:2.0:1775776593.663077:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776593.663078:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663080:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.663083:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16a00 x1862023309269760/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.663090:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776593.663091:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776593.663092:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776593.663095:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776593.663096:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776593.663097:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776593.663099:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776593.663100:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62000.
02000000:00000001:2.0:1775776593.663101:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776593.663102:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776593.663103:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16a00.
00000100:00000001:2.0:1775776593.663105:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776593.663107:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663108:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776593.663111:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17480 x1862023309269888/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776593.663116:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776593.663117:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776593.663118:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776593.663120:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776593.663121:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776593.663122:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776593.663124:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776593.663125:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:2.0:1775776593.663128:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776593.663129:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776593.663130:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17480.
00000100:00000001:2.0:1775776593.663132:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776593.663133:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663135:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776593.663142:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776593.663144:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776593.663146:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776593.663148:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776594.282270:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776594.282275:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776594.282282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776594.282283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776594.282305:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776594.282307:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776594.282310:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776594.538262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776594.538268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776594.538270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776594.538275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776594.538279:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776594.538282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776594.538285:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776594.538287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776594.538290:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776594.602275:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307543435, at 4307543488
00000100:00000010:1.0:1775776594.602290:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e374e0.
00000100:00000040:0.0:1775776594.602559:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307543435, at 4307543488
00000100:00000010:0.0:1775776594.602567:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37c60.
00010000:00000001:0.0:1775776595.306679:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776595.306683:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776595.306687:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776595.306688:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776595.306705:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776595.306707:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776595.306709:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776595.562295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776595.562303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776595.562305:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776595.562312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776595.562317:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776595.562322:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776595.562325:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776595.562328:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776595.562331:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776596.330340:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776596.330346:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776596.330352:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776596.330353:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776596.330447:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776596.330450:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776596.330453:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776596.586275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776596.586281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776596.586283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776596.586288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776596.586292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776596.586296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776596.586299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776596.586301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776596.586304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776597.354258:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776597.354262:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776597.354268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776597.354269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776597.357406:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776597.357410:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776597.357413:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776597.610281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776597.610287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776597.610289:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776597.610294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776597.610298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776597.610302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776597.610304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776597.610306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776597.610310:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776598.378286:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776598.378287:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776598.378289:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378293:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776598.378295:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378296:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378297:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776598.378301:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776598.378301:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776598.378302:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378304:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776598.378304:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378305:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776598.378307:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776598.378325:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776598.378328:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776598.378329:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776598.634289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776598.634295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776598.634297:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776598.634301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776598.634305:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776598.634308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776598.634311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776598.634312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776598.634315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776598.762369:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776598.762378:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776598.762381:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776598.762385:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776598.762389:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776598.762395:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12875
00000400:00000200:2.0:1775776598.762404:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776598.762410:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776598.762413:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776598.762415:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762418:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776598.762421:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762423:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776598.762426:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776598.762428:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776598.762430:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776598.762432:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776598.762434:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776598.762436:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776598.762440:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762441:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776598.762443:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762444:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776598.762446:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776598.762449:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762451:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776598.762454:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776598.762458:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776598.762460:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762462:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776598.762464:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776598.762473:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776598.762476:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776598.762479:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776598.762481:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762483:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776598.762486:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776598.762490:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776598.762497:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776598.762503:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776598.762511:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776598.762575:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776598.762578:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776598.762584:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776598.762606:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776598.762608:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776598.762611:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776598.762612:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776598.762614:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776598.762617:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776598.762619:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12875
00000400:00000200:2.0:1775776598.762623:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776598.762627:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776598.762629:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776598.762632:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762635:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776598.762637:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762639:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776598.762641:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776598.762642:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775776598.762642:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776598.762646:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776598.762648:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775776598.762649:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776598.762652:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776598.762652:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776598.762656:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776598.762661:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776598.762662:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762666:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776598.762670:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762675:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776598.762680:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776598.762682:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775776598.762685:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776598.762686:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762688:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776598.762690:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776598.762692:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776598.762695:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776598.762696:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776598.762698:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.762700:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762701:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776598.762707:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776598.762708:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309270016:192.168.201.105@tcp:250:kworker.0
00000008:00000001:2.0:1775776598.762713:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.762716:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776598.762717:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.762722:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1775776598.762722:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
02000000:00000001:0.0:1775776598.762726:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776598.762726:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776598.762730:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776598.762731:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776598.762734:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762736:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776598.762737:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1775776598.762738:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776598.762740:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.762741:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776598.762746:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000400:00000200:0.0:1775776598.762747:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776598.762752:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776598.762753:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f370.
00000400:00000010:0.0:1775776598.762760:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00100000:2.0:1775776598.762761:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776598.762768:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270016, portal 25
00000100:00000001:2.0:1775776598.762768:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776598.762770:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.762773:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1775776598.762774:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776598.762776:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000001:2.0:1775776598.762786:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.762788:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776598.762789:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776598.762793:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776598.762796:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776598.762798:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776598.762803:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776598.762807:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12875
00000100:00000001:0.0:1775776598.762809:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1775776598.762812:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776598.762817:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776598.762817:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776598.762821:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775776598.762822:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace26e8.
00000100:00000040:2.0:1775776598.762823:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762827:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776598.762828:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309270016, offset 0
00000100:00000040:2.0:1775776598.762828:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762832:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776598.762834:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776598.762835:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776598.762836:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776598.762838:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776598.762841:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776598.762841:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776598.762844:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776598.762847:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762848:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776598.762852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776598.762852:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762855:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776598.762858:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776598.762862:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:2.0:1775776598.762862:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762866:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776598.762868:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776598.762870:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775776598.762870:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776598.762873:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762874:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776598.762877:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000008:00100000:2.0:1775776598.762877:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776598.762880:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762881:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776598.762883:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1775776598.762885:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000400:00000200:0.0:1775776598.762888:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000020:00000040:2.0:1775776598.762890:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776598.762895:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340291:340291:256:4294967295] 192.168.201.105@tcp LPNI seq info [340236:340236:8:4294967295]
02000000:00000001:2.0:1775776598.762895:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776598.762898:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.762903:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776598.762905:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776598.762906:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776598.762909:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776598.762914:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776598.762918:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776598.762924:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776598.762933:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776598.762935:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776598.762936:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776598.762943:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775776598.762947:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776598.762955:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed200.
00000100:00000001:2.0:1775776598.762955:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776598.762960:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776598.762964:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.0:1775776598.762967:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776598.762967:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776598.762969:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776598.762973:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775776598.762977:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776598.762979:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12875
00000400:00000200:2.0:1775776598.762985:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776598.762988:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776598.762990:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776598.762992:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.762994:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776598.762996:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776598.762996:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.763001:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776598.763004:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775776598.763005:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776598.763006:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776598.763008:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776598.763009:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307548551
00000020:00000040:2.0:1775776598.763010:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776598.763015:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776598.763017:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:0.0:1775776598.763018:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000040:2.0:1775776598.763022:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.763025:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776598.763026:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1775776598.763028:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776598.763031:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776598.763034:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307548551
00000020:00000040:2.0:1775776598.763034:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776598.763039:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000010:0.0:1775776598.763041:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1900.
00000100:00000001:2.0:1775776598.763042:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763045:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776598.763046:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776598.763048:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776598.763050:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776598.763051:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763056:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776598.763056:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763061:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776598.763061:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776598.763065:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776598.763068:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.763069:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763070:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776598.763073:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:2.0:1775776598.763074:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776598.763076:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1775776598.763078:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776598.763079:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776598.763082:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775776598.763083:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776598.763085:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.763089:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776598.763089:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776598.763091:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776598.763093:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776598.763099:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:0.0:1775776598.763102:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776598.763104:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763105:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763109:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776598.763111:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775776598.763112:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776598.763117:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776598.763124:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270144:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776598.763129:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776598.763131:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776598.763133:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763134:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776598.763135:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:0.0:1775776598.763138:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776598.763141:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776598.763142:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776598.763148:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776598.763150:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776598.763153:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f8f0.
00000400:00000010:0.0:1775776598.763160:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2440.
00000100:00000200:0.0:1775776598.763193:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270144, portal 10
00000100:00000001:0.0:1775776598.763196:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776598.763197:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000001:2.0:1775776598.763202:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.763205:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776598.763209:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12885)
00000100:00000001:0.0:1775776598.763216:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776598.763219:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776598.763222:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2e58.
00000100:00000200:0.0:1775776598.763226:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309270144, offset 0
00000400:00000200:0.0:1775776598.763230:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763234:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763238:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776598.763241:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776598.763243:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776598.763246:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776598.763248:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763252:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340292:340292:255:4294967295] 192.168.201.105@tcp LPNI seq info [340237:340237:7:4294967295]
00000400:00000200:0.0:1775776598.763257:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763264:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776598.763269:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776598.763272:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eede00.
00000800:00000200:0.0:1775776598.763276:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776598.763280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776598.763283:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.763286:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776598.763289:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776598.763291:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307547683
00000100:00000001:0.0:1775776598.763293:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763295:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307547683
00000100:00000001:0.0:1775776598.763297:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763299:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776598.763302:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763304:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776598.763307:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776598.763314:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776598.763315:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763317:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776598.763318:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776598.763321:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776598.763323:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776598.763326:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776598.763328:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776598.763329:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763331:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776598.763334:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776598.763335:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776598.763338:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776598.763341:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f9a0.
00000400:00000010:0.0:1775776598.763344:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2ee0.
00000100:00000200:0.0:1775776598.763347:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270272, portal 4
00000100:00000001:0.0:1775776598.763349:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776598.763350:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776598.763355:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776598.763361:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776598.763364:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776598.763366:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2d48.
00000100:00000200:0.0:1775776598.763368:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309270272, offset 0
00000400:00000200:0.0:1775776598.763372:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763376:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763379:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776598.763382:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776598.763384:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776598.763386:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776598.763389:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763391:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340293:340293:254:4294967295] 192.168.201.105@tcp LPNI seq info [340238:340238:6:4294967295]
00000400:00000200:0.0:1775776598.763395:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763401:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776598.763405:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776598.763408:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed000.
00000800:00000200:0.0:1775776598.763411:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776598.763415:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776598.763417:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.763420:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776598.763423:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776598.763424:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307547811
00000100:00000001:0.0:1775776598.763440:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763443:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307547811
00000100:00000001:0.0:1775776598.763445:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763447:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776598.763449:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763452:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763453:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776598.763456:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776598.763458:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776598.763460:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776598.763461:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776598.763462:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776598.763466:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776598.763473:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776598.763475:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763477:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776598.763479:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776598.763481:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776598.763483:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270400:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776598.763486:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776598.763488:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776598.763489:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776598.763491:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776598.763494:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776598.763496:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776598.763499:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776598.763502:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776598.763504:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776598.763507:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270400, portal 4
00000100:00000001:0.0:1775776598.763527:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776598.763529:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776598.763535:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776598.763541:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776598.763543:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776598.763546:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2770.
00000100:00000200:0.0:1775776598.763548:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309270400, offset 0
00000400:00000200:0.0:1775776598.763552:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763556:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763559:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776598.763561:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776598.763564:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776598.763566:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776598.763568:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776598.763571:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340294:340294:253:4294967295] 192.168.201.105@tcp LPNI seq info [340239:340239:5:4294967295]
00000400:00000200:0.0:1775776598.763574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776598.763580:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776598.763584:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776598.763588:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed900.
00000800:00000200:0.0:1775776598.763592:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776598.763595:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776598.763597:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776598.763600:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776598.763603:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776598.763605:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307547820
00000100:00000001:0.0:1775776598.763607:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763609:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307547820
00000100:00000001:0.0:1775776598.763611:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307548551
00000100:00000001:0.0:1775776598.763612:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776598.763614:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763617:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763618:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776598.763621:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776598.763623:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776598.763624:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776598.763626:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776598.763627:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776598.763629:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776599.402375:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776599.402381:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776599.402386:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776599.402388:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776599.402412:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776599.402427:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776599.402430:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1775776599.658298:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776599.658306:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776599.658312:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:2.0:1775776599.658409:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776599.658412:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776599.658414:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776599.658417:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776599.658419:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776599.658421:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776599.658423:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776599.658425:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776599.658427:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:1.0:1775776599.658490:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1775776599.658498:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776599.658516:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776599.658521:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776599.658525:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776599.722302:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307548551, at 4307548608
00000100:00000010:0.0:1775776599.722315:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776599.722382:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307548551, at 4307548608
00000100:00000010:1.0:1775776599.722387:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1900.
00010000:00000001:0.0:1775776600.426314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776600.426322:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776600.426329:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776600.426330:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776600.426403:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776600.426407:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776600.426411:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776600.682344:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776600.682352:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776600.682353:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776600.682359:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776600.682363:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776600.682368:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776600.682371:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776600.682374:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776600.682377:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776601.450439:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776601.450447:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776601.450456:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776601.450458:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776601.450564:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776601.450568:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776601.450572:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776601.706388:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776601.706460:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776601.706462:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776601.706494:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776601.706498:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776601.706503:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.706506:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776601.706509:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.706512:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776601.834513:0:2348:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776601.834560:0:2348:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776601.834571:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776601.834574:0:2348:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776601.834579:0:2348:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776601.834582:0:2348:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776601.834587:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776601.834591:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed200.
00000400:00000200:3.0:1775776601.834612:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776601.834617:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776601.834623:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace26e8
00000400:00000010:3.0:1775776601.834625:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace26e8.
00000100:00000001:3.0:1775776601.834629:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776601.834637:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776601.834664:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776601.834669:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776601.834676:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776601.834678:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776601.834685:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776601.834688:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eede00.
00000400:00000200:3.0:1775776601.834691:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776601.834694:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776601.834697:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2e58
00000400:00000010:3.0:1775776601.834698:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2e58.
00000100:00000001:3.0:1775776601.834702:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776601.834706:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776601.834714:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776601.834720:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776601.834727:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776601.834729:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776601.834735:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776601.834738:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed000.
00000100:00000001:0.0:1775776601.834741:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775776601.834741:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:0.0:1775776601.834748:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775776601.834749:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000100:00000001:0.0:1775776601.834755:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1775776601.834756:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2d48
00000400:00000010:3.0:1775776601.834760:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2d48.
00000100:00000001:3.0:1775776601.834763:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776601.834769:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776601.834776:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776601]  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776601.834822:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776601.834828:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776601.834830:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776601.834834:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776601.834839:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f8f0.
00000100:00000001:3.0:1775776601.834841:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776601.834845:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1775776601.834848:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2440
00000400:00000010:0.0:1775776601.834852:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2440.
00000800:00000100:3.0:1775776601.834857:0:2348:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776601.834861:0:2348:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed900.
00000100:00000001:0.0:1775776601.834862:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1775776601.834868:0:2348:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000200:0.0:1775776601.834870:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776601.834884:0:2348:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000100:00000200:0.0:1775776601.834886:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776601.834896:0:2348:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2770
00000100:00000001:0.0:1775776601.834898:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776601.834903:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1775776601.834904:0:2348:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2770.
00000100:00000001:0.0:1775776601.834906:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.834909:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776601.834910:0:2348:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1775776601.834914:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776601.834919:0:2348:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.834926:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776601.834931:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.834964:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776601.834977:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776601.834979:0:2348:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1775776601.834981:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.834983:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.834987:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1775776601.834988:0:2348:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776623 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.834992:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776601.835005:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775776601.835010:0:2348:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776601.835014:0:2348:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1775776601.835017:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776601.835023:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776601.835030:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776601.835043:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270144:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776601.835047:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776601.835052:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776601]  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776601.835061:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776601.835062:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776601.835065:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f9a0.
00000400:00000200:0.0:1775776601.835067:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2ee0
00000400:00000010:0.0:1775776601.835069:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2ee0.
00000100:00000001:0.0:1775776601.835071:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776601.835074:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776601.835082:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835089:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776601.835091:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835092:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835094:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776601.835097:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835103:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776601.835113:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835119:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776601.835122:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835123:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835124:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835126:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776601.835127:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776601.835130:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776601.835133:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776601.835135:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776601.835140:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776601.835147:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776601.835152:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776601.835157:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776601]  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776601.835196:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776601.835197:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776601.835199:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f370.
00000400:00000200:0.0:1775776601.835200:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776601.835202:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776601.835204:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776601.835208:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776601.835216:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835232:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776601.835233:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835235:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835236:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776601.835240:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835246:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776601.835248:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835255:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776601.835257:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835259:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835260:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835262:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776601.835264:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776601.835267:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776601.835270:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776601.835272:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776601.835276:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776601.835283:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309270016:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776601.835289:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776601.835292:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776601.835295:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309270144/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835303:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776601.835307:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776601.835313:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776601.835334:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776601.835338:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776601.835340:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776601.835343:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776601.835346:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:0.0:1775776601.835351:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776601.835362:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776601.835364:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776601.835369:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776601.835370:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835372:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776601.835376:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309270272/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835382:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776601.835384:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776601.835386:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776601.835390:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776601.835391:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776601.835392:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776601.835395:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776601.835396:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776601.835399:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776601.835400:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776601.835401:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776601.835404:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776601.835405:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835406:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776601.835409:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309270016/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835414:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776601.835416:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776601.835417:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776601.835420:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776601.835421:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776601.835423:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776601.835424:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776601.835426:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776601.835428:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776601.835430:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776601.835432:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776601.835435:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776601.835436:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835439:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776601.835441:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776601.835443:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776601.835444:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776601.835450:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776601]  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776601.835458:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776601.835459:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776601.835461:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776601.835473:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776601.835475:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776601.835478:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776601.835480:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776601.835488:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835494:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776601.835495:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835497:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835499:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776601.835502:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835508:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776601.835512:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835518:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776601.835520:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835522:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776601.835523:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835524:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776601.835526:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776601.835528:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776601.835531:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776601.835534:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776601.835537:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776601.835544:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270400:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776601.835554:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835557:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776601.835559:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309270400/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776601.835566:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776601.835568:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776601.835569:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776601.835573:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776601.835574:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776601.835575:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776601.835577:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776601.835579:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776601.835581:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776601.835582:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776601.835583:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776601.835586:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776601.835587:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835589:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776601.835598:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776601.835601:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776601.835604:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776601.835605:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776602.474295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776602.474303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776602.474312:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776602.474314:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776602.474342:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776602.474345:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776602.474348:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776602.730294:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776602.730303:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776602.730306:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776602.730313:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776602.730316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776602.730320:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776602.730322:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776602.730325:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776602.730327:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776603.498328:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776603.498335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776603.498342:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776603.498344:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776603.498375:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776603.498378:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776603.498381:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776603.754305:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776603.754315:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776603.754318:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776603.754325:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776603.754330:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776603.754335:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776603.754340:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776603.754342:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776603.754346:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776603.882298:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776603.882311:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776603.882315:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776603.882331:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776603.882337:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776603.882346:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12880
00000400:00000200:0.0:1775776603.882358:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776603.882366:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776603.882370:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776603.882374:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882378:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882380:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882383:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776603.882387:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776603.882390:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776603.882396:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776603.882399:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776603.882400:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776603.882403:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776603.882407:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882409:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882411:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882413:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776603.882417:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776603.882422:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882425:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776603.882438:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776603.882446:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776603.882450:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882452:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776603.882455:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776603.882465:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0700.
00000020:00000040:0.0:1775776603.882470:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776603.882475:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776603.882476:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882480:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776603.882484:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776603.882491:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776603.882504:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acccc00.
00000100:00000001:0.0:1775776603.882512:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776603.882524:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776603.882535:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776603.882540:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776603.882545:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac172cc] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776603.882576:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776603.882578:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776603.882581:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776603.882583:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776603.882584:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776603.882586:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776603.882588:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12880
00000400:00000200:0.0:1775776603.882591:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776603.882594:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776603.882595:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776603.882597:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882599:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882600:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882601:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776603.882603:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776603.882604:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776603.882605:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776603.882606:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776603.882607:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776603.882608:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776603.882610:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882611:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882612:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882613:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776603.882615:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776603.882617:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882619:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776603.882621:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776603.882628:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776603.882630:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882632:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776603.882637:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776603.882639:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882642:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776603.882646:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2680.
00000020:00000040:0.0:1775776603.882648:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776603.882650:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776603.882652:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882653:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776603.882654:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776603.882656:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776603.882660:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
00000100:00000001:0.0:1775776603.882664:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776603.882670:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776603.882677:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776603.882679:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776603.882682:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc52681] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776603.882690:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776603.882692:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776603.882696:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776603.882697:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776603.882699:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776603.882701:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776603.882704:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12880
00000400:00000200:0.0:1775776603.882708:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776603.882711:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776603.882713:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776603.882716:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882718:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882720:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882722:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776603.882724:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776603.882726:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776603.882728:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776603.882730:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776603.882732:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776603.882734:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776603.882737:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882739:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882740:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882742:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776603.882744:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776603.882747:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882749:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776603.882751:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776603.882753:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776603.882755:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882757:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776603.882760:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776603.882762:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882764:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776603.882767:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3b80.
00000020:00000040:0.0:1775776603.882769:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776603.882772:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776603.882773:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882774:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776603.882775:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776603.882777:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776603.882781:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000100:00000001:0.0:1775776603.882784:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776603.882788:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776603.882794:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776603.882796:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776603.882800:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bc3e271] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776603.882813:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776603.882816:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776603.882819:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776603.882821:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776603.882822:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776603.882824:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776603.882827:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12880
00000400:00000200:0.0:1775776603.882831:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776603.882834:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776603.882836:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776603.882838:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882845:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882847:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882850:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776603.882851:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776603.882852:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776603.882854:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776603.882855:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776603.882857:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776603.882859:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776603.882862:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882863:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776603.882865:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882866:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776603.882868:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776603.882870:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776603.882876:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776603.882878:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776603.882881:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776603.882883:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882885:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776603.882887:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776603.882889:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882890:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776603.882894:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1180.
00000020:00000040:0.0:1775776603.882896:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776603.882899:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776603.882900:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776603.882902:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776603.882903:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776603.882905:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776603.882913:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd800.
00000100:00000001:0.0:1775776603.882917:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776603.882921:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776603.882928:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776603.882930:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776603.882934:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e68e4587] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776603.882941:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776603.882947:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12890)
00000100:00000001:2.0:1775776603.883359:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776603.883365:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776603.883368:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776603.883377:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883386:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776603.883388:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.883392:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776603.883395:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776603.883398:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776603.883402:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309270528:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776603.883406:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776603.883411:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776603.883414:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.883434:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776603.883440:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13000.
02000000:00000001:2.0:1775776603.883443:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776603.883450:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776603.883456:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776603.883465:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776603.883476:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270528, portal 25
00000100:00000001:2.0:1775776603.883479:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776603.883481:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:2.0:1775776603.883486:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883495:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776603.883499:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776603.883502:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776603.883507:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309270528, offset 0
00000400:00000200:2.0:1775776603.883514:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776603.883526:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.883534:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776603.883541:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776603.883546:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776603.883552:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776603.883561:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776603.883568:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340295:340295:256:4294967295] 192.168.201.105@tcp LPNI seq info [340240:340240:8:4294967295]
00000400:00000200:2.0:1775776603.883574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.883588:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776603.883596:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.883608:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776603.883616:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776603.883621:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776603.883627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776603.883631:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776603.883635:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.883638:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776603.883646:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776603.883651:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776603.883658:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776603.883661:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776603.883665:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776603.883669:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883679:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.883682:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883689:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.883690:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776603.883699:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776603.883703:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776603.883707:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307553672
00000100:00000010:2.0:1775776603.883713:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37360.
00000100:00000001:2.0:1775776603.883724:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776603.883732:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307553672
00000100:00000010:2.0:1775776603.883736:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37f00.
00000100:00000001:2.0:1775776603.883740:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776603.883754:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776603.883756:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.883760:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776603.883765:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603]  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776603.883776:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776603.883779:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776603.883781:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776603.883783:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776603.883785:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776603.883788:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776603.883791:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776603.883801:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883808:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776603.883810:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.883812:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.883815:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776603.883818:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883824:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776603.883829:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883842:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776603.883845:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.883847:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.883848:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.883851:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776603.883853:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776603.883856:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776603.883861:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776603.883863:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776603.883867:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776603.883875:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309270528:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776603.883882:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776603.883886:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883892:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776603.883893:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.883895:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776603.883897:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776603.883900:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776603.883902:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270656:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776603.883906:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776603.883914:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776603.883916:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.883918:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776603.883921:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13400.
02000000:00000001:2.0:1775776603.883923:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776603.883928:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776603.883931:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776603.883934:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776603.883938:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270656, portal 10
00000100:00000001:2.0:1775776603.883939:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776603.883941:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00000040:2.0:1775776603.883947:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.883953:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776603.883955:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776603.883957:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776603.883959:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309270656, offset 0
00000400:00000200:2.0:1775776603.883963:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776603.883967:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.883970:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776603.883974:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776603.883976:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776603.883978:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776603.883980:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776603.883982:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340296:340296:256:4294967295] 192.168.201.105@tcp LPNI seq info [340241:340241:8:4294967295]
00000400:00000200:2.0:1775776603.883986:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.883993:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776603.883996:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.883999:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776603.884003:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776603.884005:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776603.884009:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776603.884011:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776603.884039:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.884041:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776603.884044:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776603.884048:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776603.884051:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776603.884053:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776603.884056:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776603.884059:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884065:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.884068:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884073:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.884075:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776603.884078:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776603.884084:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776603.884087:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776603.884089:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307552803
00000100:00000001:2.0:1775776603.884092:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.884094:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307552803
00000100:00000001:2.0:1775776603.884096:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.884097:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776603.884099:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.884101:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776603.884104:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603]  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776603.884112:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776603.884113:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776603.884115:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776603.884117:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776603.884119:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776603.884121:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776603.884124:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776603.884132:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884143:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776603.884145:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.884146:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.884147:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776603.884151:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884156:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776603.884159:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884202:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776603.884205:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.884207:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.884209:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.884211:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776603.884213:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776603.884216:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776603.884219:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776603.884221:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776603.884225:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776603.884232:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270656:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776603.884236:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776603.884240:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884245:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776603.884247:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.884631:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776603.884636:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776603.884639:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776603.884647:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776603.884653:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776603.884659:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776603.884661:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.884664:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776603.884673:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776603.884676:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776603.884684:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776603.884690:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776603.884697:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776603.884704:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270784, portal 4
00000100:00000001:2.0:1775776603.884707:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776603.884709:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:2.0:1775776603.884719:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884728:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776603.884732:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776603.884734:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776603.884738:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309270784, offset 0
00000400:00000200:2.0:1775776603.884745:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776603.884755:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.884764:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776603.884770:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776603.884774:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776603.884778:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776603.884781:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776603.884795:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340297:340297:256:4294967295] 192.168.201.105@tcp LPNI seq info [340242:340242:8:4294967295]
00000400:00000200:2.0:1775776603.884801:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.884811:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776603.884817:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.884823:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776603.884830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776603.884834:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776603.884840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776603.884844:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776603.884847:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.884850:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776603.884853:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776603.884858:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776603.884862:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776603.884865:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776603.884869:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776603.884873:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884884:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.884892:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.884965:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.884967:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776603.884974:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776603.884979:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776603.884983:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776603.884986:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307552932
00000100:00000001:2.0:1775776603.884989:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.884991:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307552932
00000100:00000001:2.0:1775776603.884993:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.884996:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776603.884999:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.885001:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776603.885005:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603]  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776603.885015:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776603.885017:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776603.885018:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776603.885021:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776603.885022:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776603.885024:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776603.885027:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776603.885035:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885041:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776603.885043:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885045:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.885046:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776603.885050:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885056:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776603.885060:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885067:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776603.885070:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885071:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.885072:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885075:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776603.885077:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776603.885080:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776603.885084:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776603.885086:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776603.885091:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776603.885098:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776603.885103:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776603.885107:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885113:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776603.885114:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.885116:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776603.885118:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776603.885120:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776603.885122:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270912:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776603.885125:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776603.885127:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776603.885129:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776603.885130:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776603.885133:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776603.885135:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776603.885139:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776603.885141:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776603.885143:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776603.885146:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309270912, portal 4
00000100:00000001:2.0:1775776603.885148:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776603.885149:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:2.0:1775776603.885153:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885159:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776603.885161:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776603.885206:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776603.885209:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309270912, offset 0
00000400:00000200:2.0:1775776603.885215:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776603.885219:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.885223:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776603.885225:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776603.885228:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776603.885230:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776603.885232:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776603.885234:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340298:340298:256:4294967295] 192.168.201.105@tcp LPNI seq info [340243:340243:8:4294967295]
00000400:00000200:2.0:1775776603.885238:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776603.885244:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776603.885249:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.885252:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776603.885256:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776603.885259:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776603.885263:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776603.885266:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776603.885269:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776603.885270:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776603.885273:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776603.885276:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776603.885279:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776603.885281:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776603.885283:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776603.885286:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885294:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.885297:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776628 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885302:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.885304:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776603.885307:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776603.885309:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776603.885313:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776603.885315:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307552942
00000100:00000001:2.0:1775776603.885317:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.885319:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307552942
00000100:00000001:2.0:1775776603.885321:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307553672
00000100:00000001:2.0:1775776603.885323:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776603.885325:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.885326:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776603.885330:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603]  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776603.885338:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776603.885340:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776603.885341:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776603.885343:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776603.885345:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776603.885347:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776603.885350:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776603.885358:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885365:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776603.885367:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885368:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.885370:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776603.885373:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885380:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776603.885384:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885391:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776603.885394:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885395:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776603.885396:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885398:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776603.885400:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776603.885402:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776603.885405:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776603.885407:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776603.885411:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776603.885419:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309270912:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776603.885423:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885425:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.885444:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309270528/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885450:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776603.885453:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776603.885455:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13000.
02000000:00000001:2.0:1775776603.885459:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776603.885462:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776603.885464:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776603.885465:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776603.885467:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:2.0:1775776603.885471:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776603.885473:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776603.885474:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776603.885477:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776603.885478:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885480:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.885483:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309270656/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885494:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776603.885495:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776603.885496:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13400.
02000000:00000001:2.0:1775776603.885499:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776603.885499:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776603.885500:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776603.885502:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776603.885503:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776603.885508:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776603.885509:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776603.885510:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:2.0:1775776603.885512:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776603.885513:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885514:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.885517:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309270784/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885523:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776603.885524:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776603.885525:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776603.885527:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776603.885528:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776603.885529:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776603.885532:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776603.885533:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:2.0:1775776603.885535:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776603.885535:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776603.885536:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:2.0:1775776603.885538:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776603.885539:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885540:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776603.885543:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309270912/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776603.885548:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776603.885549:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776603.885550:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776603.885552:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776603.885553:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776603.885554:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776603.885555:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776603.885556:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:2.0:1775776603.885558:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776603.885559:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776603.885560:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:2.0:1775776603.885563:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776603.885564:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885566:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776603.885573:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776603.885575:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776603.885577:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776603.885579:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776604.522347:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776604.522355:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776604.522363:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776604.522364:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776604.522451:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776604.522455:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776604.522457:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776604.778464:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776604.778475:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776604.778478:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776604.778484:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776604.778489:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776604.778494:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776604.778498:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776604.778502:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776604.778505:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776604.842305:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307553672, at 4307553728
00000100:00000040:1.0:1775776604.842305:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307553672, at 4307553728
00000100:00000010:0.0:1775776604.842336:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37360.
00000100:00000010:1.0:1775776604.842344:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37f00.
00010000:00000001:0.0:1775776605.546340:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776605.546347:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776605.546355:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776605.546356:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776605.546433:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776605.546436:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776605.546439:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776605.802307:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776605.802316:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776605.802319:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776605.802337:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776605.802342:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776605.802347:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776605.802350:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776605.802353:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776605.802356:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776606.570308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776606.570315:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776606.570319:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776606.570320:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776606.570351:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776606.570354:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776606.570358:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776606.826339:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776606.826350:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776606.826354:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776606.826362:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776606.826367:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776606.826371:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776606.826400:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776606.826404:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776606.826407:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776607.594285:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776607.594287:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776607.594291:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594295:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776607.594297:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594299:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594301:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594305:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776607.594306:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776607.594307:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776607.594309:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594310:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776607.594311:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594313:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776607.594314:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776607.594335:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776607.594338:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776607.594340:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776607.850289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776607.850295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776607.850298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776607.850302:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776607.850306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776607.850310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776607.850317:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776607.850320:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776607.850322:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776608.618463:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776608.618469:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776608.618474:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776608.618475:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776608.618534:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776608.618537:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776608.618540:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776608.874281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776608.874288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776608.874290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776608.874295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776608.874299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776608.874302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776608.874305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776608.874308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776608.874311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776609.002288:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776609.002296:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776609.002298:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776609.002301:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776609.002304:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776609.002309:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12885
00000400:00000200:2.0:1775776609.002316:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776609.002321:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776609.002323:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776609.002325:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002327:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776609.002329:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002330:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776609.002333:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776609.002334:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776609.002336:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776609.002349:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776609.002351:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776609.002354:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776609.002357:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002358:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776609.002359:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002361:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776609.002362:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776609.002364:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002366:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776609.002368:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776609.002370:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776609.002372:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002373:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776609.002375:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776609.002383:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776609.002386:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776609.002390:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776609.002391:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002393:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776609.002396:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776609.002399:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776609.002406:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776609.002412:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776609.002420:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776609.002428:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776609.002431:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776609.002434:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776609.002451:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776609.002453:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776609.002455:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776609.002456:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776609.002458:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776609.002460:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776609.002461:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12885
00000400:00000200:2.0:1775776609.002465:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776609.002467:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776609.002468:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776609.002470:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002472:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776609.002473:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775776609.002474:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002476:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776609.002477:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775776609.002478:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776609.002480:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1775776609.002480:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776609.002483:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776609.002484:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776609.002487:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776609.002488:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776609.002489:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776609.002496:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776609.002502:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775776609.002504:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776609.002505:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002506:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776609.002508:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776609.002509:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775776609.002511:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776609.002512:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776609.002515:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.002516:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776609.002520:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775776609.002522:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309271040:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776609.002526:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776609.002526:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776609.002529:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.002530:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776609.002531:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776609.002532:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.002535:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1775776609.002535:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776609.002538:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002540:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776609.002542:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776609.002543:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776609.002545:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776609.002546:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002547:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1775776609.002548:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:2.0:1775776609.002548:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776609.002551:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.002552:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776609.002555:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776609.002558:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.002559:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776609.002564:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00100000:2.0:1775776609.002564:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776609.002572:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775776609.002574:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:2.0:1775776609.002574:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776609.002580:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776609.002583:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271040, portal 25
00000100:00000001:0.0:1775776609.002588:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776609.002588:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.002592:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00080000:2.0:1775776609.002592:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776609.002597:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776609.002597:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776609.002598:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776609.002600:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775776609.002602:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776609.002604:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12885
00000400:00000200:2.0:1775776609.002612:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776609.002617:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1775776609.002617:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776609.002620:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776609.002624:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776609.002626:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776609.002628:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:2.0:1775776609.002628:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776609.002632:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309271040, offset 0
00000100:00000040:2.0:1775776609.002632:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002634:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776609.002636:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776609.002638:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:0.0:1775776609.002640:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776609.002641:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776609.002644:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776609.002645:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776609.002647:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776609.002649:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776609.002652:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776609.002653:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776609.002656:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002657:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776609.002659:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000040:2.0:1775776609.002660:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776609.002664:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776609.002665:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776609.002666:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776609.002668:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776609.002670:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776609.002671:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002673:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776609.002675:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776609.002678:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000008:00000001:2.0:1775776609.002678:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002681:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.002683:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776609.002687:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000010:2.0:1775776609.002687:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000400:00000200:0.0:1775776609.002691:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340299:340299:256:4294967295] 192.168.201.105@tcp LPNI seq info [340244:340244:8:4294967295]
00000020:00000040:2.0:1775776609.002692:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776609.002695:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.002705:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776609.002705:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776609.002711:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776609.002712:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002716:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776609.002718:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1775776609.002720:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
02000000:00000001:2.0:1775776609.002720:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776609.002727:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000800:00000200:0.0:1775776609.002730:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776609.002732:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776609.002735:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00100000:2.0:1775776609.002738:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776609.002747:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775776609.002747:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776609.002750:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776609.002753:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000040:2.0:1775776609.002755:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775776609.002764:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002765:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776609.002768:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00080000:2.0:1775776609.002768:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776609.002773:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776609.002774:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776609.002775:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776609.002775:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776609.002777:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776609.002780:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12885
00000400:00000200:0.0:1775776609.002782:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776609.002787:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.002788:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776609.002791:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000400:00000200:2.0:1775776609.002793:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776609.002795:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775776609.002796:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1775776609.002802:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776609.002802:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776609.002809:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776609.002811:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776609.002815:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002816:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776609.002818:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776609.002819:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000040:0.0:1775776609.002820:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776609.002821:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776609.002824:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776609.002828:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776609.002829:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776609.002830:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775776609.002833:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776609.002836:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776609.002838:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002841:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776609.002842:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776609.002846:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776609.002847:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307558791
00000100:00000001:2.0:1775776609.002850:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:0.0:1775776609.002854:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000020:00000040:2.0:1775776609.002854:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776609.002858:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776609.002861:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.002863:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775776609.002864:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776609.002869:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776609.002871:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.002872:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307558791
00000100:00000001:2.0:1775776609.002872:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776609.002875:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000010:0.0:1775776609.002878:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1de0.
00000008:00000001:2.0:1775776609.002878:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002882:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.002884:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1775776609.002885:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776609.002888:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776609.002889:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776609.002890:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776609.002892:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.002894:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776609.002894:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776609.002897:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776609.002898:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775776609.002899:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776609.002903:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776609/real 1775776609]  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775776609.002903:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776609.002908:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776609.002915:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775776609.002917:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776609.002920:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775776609.002922:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776609.002924:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776609.002926:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776609.002930:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776609.002931:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.002936:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000040:2.0:1775776609.002937:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12895)
00000400:00000010:0.0:1775776609.002939:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776609.002944:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776609.002949:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776609.002957:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.002964:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776609.002965:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.002967:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.002969:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776609.002971:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.002977:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776609.002981:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.002986:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776609.002988:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.002990:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.002991:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.002993:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776609.002994:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776609.002997:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776609.003000:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776609.003002:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776609.003006:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776609.003012:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309271040:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776609.003016:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003018:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003020:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309271040/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003026:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776609.003028:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003031:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776609.003034:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776609.003035:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776609.003036:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776609.003038:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776609.003040:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776609.003044:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776609.003045:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776609.003046:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776609.003048:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776609.003049:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003050:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003056:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776609.003057:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003058:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776609.003059:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776609.003060:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776609.003062:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003074:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776609.003076:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003077:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776609.003079:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776609.003081:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776609.003084:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271168:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776609.003087:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776609.003089:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776609.003090:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003092:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003095:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776609.003097:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.003101:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776609.003104:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776609.003107:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776609.003117:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271168, portal 10
00000100:00000001:0.0:1775776609.003120:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776609.003121:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776609.003127:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003133:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776609.003136:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776609.003138:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776609.003140:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309271168, offset 0
00000400:00000200:0.0:1775776609.003144:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003148:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003152:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776609.003155:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776609.003157:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776609.003159:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776609.003162:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003183:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340300:340300:256:4294967295] 192.168.201.105@tcp LPNI seq info [340245:340245:8:4294967295]
00000400:00000200:0.0:1775776609.003188:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003194:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776609.003198:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003203:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776609.003206:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776609.003209:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776609.003212:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776609.003215:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776609.003218:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003220:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776609.003223:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776609.003226:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776609.003229:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776609.003230:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776609.003233:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776609.003236:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003243:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003246:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003251:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003252:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776609.003254:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776609.003257:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776609.003259:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776609.003260:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307557923
00000100:00000001:0.0:1775776609.003262:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003263:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307557923
00000100:00000001:0.0:1775776609.003265:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003266:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776609.003267:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003269:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776609.003271:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776609/real 1775776609]  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776609.003275:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776609.003276:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776609.003277:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776609.003278:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776609.003279:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776609.003280:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776609.003282:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776609.003287:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003290:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776609.003291:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003292:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003292:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776609.003294:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003297:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776609.003299:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003303:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776609.003304:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003305:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003306:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003307:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776609.003308:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776609.003310:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776609.003312:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776609.003313:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776609.003316:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776609.003320:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271168:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776609.003322:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776609.003323:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003327:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776609.003327:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003329:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776609.003330:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776609.003331:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776609.003332:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776609.003334:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776609.003335:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776609.003336:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003351:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003353:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776609.003355:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.003357:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776609.003359:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776609.003360:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776609.003362:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271296, portal 4
00000100:00000001:0.0:1775776609.003364:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776609.003364:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776609.003368:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003372:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776609.003374:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776609.003375:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776609.003376:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309271296, offset 0
00000400:00000200:0.0:1775776609.003378:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003381:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003383:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776609.003385:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776609.003386:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776609.003388:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776609.003389:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003391:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340301:340301:256:4294967295] 192.168.201.105@tcp LPNI seq info [340246:340246:8:4294967295]
00000400:00000200:0.0:1775776609.003394:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003397:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776609.003400:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003401:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776609.003404:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776609.003405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776609.003408:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776609.003409:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776609.003411:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003413:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776609.003414:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776609.003416:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776609.003418:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776609.003419:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776609.003421:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776609.003422:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003427:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003429:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003432:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003433:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776609.003435:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776609.003437:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776609.003439:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776609.003440:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307558051
00000100:00000001:0.0:1775776609.003442:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003443:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307558051
00000100:00000001:0.0:1775776609.003444:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003445:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776609.003446:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003447:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776609.003449:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776609/real 1775776609]  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776609.003453:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776609.003454:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776609.003455:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776609.003456:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776609.003457:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776609.003458:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776609.003460:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776609.003465:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003470:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776609.003472:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003474:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003475:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776609.003478:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003484:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776609.003487:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003493:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776609.003495:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003497:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003498:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003500:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776609.003501:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776609.003503:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776609.003507:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776609.003509:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776609.003513:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776609.003520:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776609.003524:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776609.003526:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003530:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776609.003531:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003532:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776609.003533:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776609.003534:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776609.003536:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271424:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776609.003538:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776609.003539:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776609.003541:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776609.003542:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003545:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776609.003547:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776609.003550:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776609.003553:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776609.003555:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776609.003558:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271424, portal 4
00000100:00000001:0.0:1775776609.003560:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776609.003561:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776609.003566:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003573:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776609.003575:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776609.003577:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776609.003579:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309271424, offset 0
00000400:00000200:0.0:1775776609.003583:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003587:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003590:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776609.003592:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776609.003595:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776609.003597:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776609.003599:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776609.003602:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340302:340302:256:4294967295] 192.168.201.105@tcp LPNI seq info [340247:340247:8:4294967295]
00000400:00000200:0.0:1775776609.003605:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776609.003611:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776609.003615:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003618:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776609.003621:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776609.003623:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776609.003627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776609.003629:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776609.003633:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776609.003635:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776609.003637:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776609.003641:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776609.003644:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776609.003646:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776609.003649:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776609.003652:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003658:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003661:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003666:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003668:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776609.003670:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776609.003673:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776609.003676:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776609.003678:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307558060
00000100:00000001:0.0:1775776609.003680:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003681:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307558060
00000100:00000001:0.0:1775776609.003683:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307558791
00000100:00000001:0.0:1775776609.003684:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776609.003686:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003687:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776609.003691:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776609/real 1775776609]  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776609.003697:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776609.003698:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776609.003700:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776609.003702:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776609.003703:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776609.003705:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776609.003708:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776609.003715:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003727:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776609.003728:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003730:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003731:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776609.003734:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003740:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776609.003743:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003749:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776609.003752:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003753:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776609.003754:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003756:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776609.003757:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776609.003760:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776609.003763:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776609.003765:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776609.003768:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776609.003775:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271424:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776609.003779:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003781:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003784:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309271168/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003790:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776609.003791:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003793:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776609.003796:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776609.003796:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776609.003797:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776609.003799:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776609.003800:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776609.003801:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776609.003803:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776609.003804:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776609.003805:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776609.003806:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003807:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003809:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309271296/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003813:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776609.003814:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003815:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776609.003816:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776609.003817:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776609.003817:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776609.003818:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776609.003819:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776609.003820:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776609.003821:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776609.003821:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776609.003822:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776609.003823:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003824:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776609.003825:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309271424/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776609.003828:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776609.003829:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776609.003830:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776609.003831:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776609.003831:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776609.003832:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776609.003833:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776609.003834:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:0.0:1775776609.003835:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776609.003836:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776609.003837:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776609.003840:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776609.003841:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003843:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.003847:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776609.003848:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776609.003850:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776609.003851:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776609.642282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776609.642286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776609.642290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776609.642291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776609.642357:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776609.642361:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776609.642364:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776609.898261:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776609.898267:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776609.898269:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776609.898273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776609.898275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776609.898279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.898281:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776609.898283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776609.898285:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776609.962268:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307558791, at 4307558848
00000100:00000010:0.0:1775776609.962282:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776609.962377:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307558791, at 4307558848
00000100:00000010:1.0:1775776609.962383:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1de0.
00010000:00000001:0.0:1775776610.666266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776610.666270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776610.666273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776610.666274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776610.666291:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776610.666293:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776610.666295:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776610.922270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776610.922276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776610.922278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776610.922283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776610.922286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776610.922290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776610.922293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776610.922296:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776610.922298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776611.690283:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776611.690288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776611.690307:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776611.690308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776611.690329:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776611.690332:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776611.690335:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776611.946262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776611.946269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776611.946272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776611.946277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776611.946281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776611.946285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776611.946299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776611.946301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776611.946303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776612.714298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776612.714304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776612.714310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776612.714311:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776612.714364:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776612.714367:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776612.714369:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776612.970255:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776612.970262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776612.970264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776612.970284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776612.970288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776612.970292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776612.970295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776612.970297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776612.970300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776613.738292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776613.738297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776613.738301:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776613.738303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776613.738358:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776613.738361:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776613.738365:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776613.994289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776613.994296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776613.994297:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776613.994302:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776613.994305:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776613.994310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776613.994312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776613.994315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776613.994317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776614.122346:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776614.122356:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776614.122358:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776614.122362:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776614.122366:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776614.122374:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12890
00000400:00000200:0.0:1775776614.122383:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776614.122388:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776614.122392:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776614.122395:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122398:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.122399:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122401:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776614.122404:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776614.122405:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776614.122407:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776614.122409:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776614.122410:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776614.122412:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776614.122414:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122415:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.122416:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122417:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776614.122419:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776614.122421:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122423:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776614.122425:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776614.122428:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776614.122430:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.122431:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776614.122433:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776614.122442:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1180.
00000020:00000040:0.0:1775776614.122445:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776614.122449:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776614.122451:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.122454:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776614.122456:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776614.122460:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776614.122469:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000100:00000001:0.0:1775776614.122476:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776614.122485:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776614.122496:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776614.122500:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776614.122505:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e68e4587] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.122553:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776614.122557:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776614.122560:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776614.122565:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.122572:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776614.122574:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.122577:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776614.122580:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776614.122583:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776614.122586:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309271552:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776614.122590:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776614.122593:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776614.122594:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.122596:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776614.122600:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.122601:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776614.122605:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776614.122608:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776614.122613:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776614.122619:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271552, portal 25
00000100:00000001:2.0:1775776614.122622:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776614.122623:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:2.0:1775776614.122628:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.122634:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776614.122637:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776614.122640:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776614.122643:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309271552, offset 0
00000400:00000200:2.0:1775776614.122649:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776614.122656:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.122661:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776614.122666:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776614.122670:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776614.122673:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776614.122676:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776614.122678:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340303:340303:256:4294967295] 192.168.201.105@tcp LPNI seq info [340248:340248:8:4294967295]
00000400:00000200:2.0:1775776614.122681:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.122690:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776614.122694:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.122698:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776614.122703:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776614.122706:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775776614.122709:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776614.122712:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775776614.122715:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.122717:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776614.122721:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776614.122724:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776614.122728:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776614.122730:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776614.122733:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776614.122735:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776614.122826:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776614.122829:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776614.122832:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776614.122833:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776614.122834:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776614.122836:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776614.122838:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12890
00000400:00000200:0.0:1775776614.122843:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776614.122846:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776614.122848:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776614.122851:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122853:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.122856:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122858:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776614.122860:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776614.122861:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776614.122863:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776614.122865:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776614.122867:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776614.122869:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776614.122872:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122874:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.122876:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122878:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776614.122880:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776614.122883:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776614.122885:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776614.122887:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776614.122900:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776614.122902:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.122904:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776614.122907:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776614.122910:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.122912:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776614.122916:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3b80.
00000020:00000040:0.0:1775776614.122918:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776614.122920:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776614.122921:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.122923:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776614.122926:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776614.122928:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776614.122932:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc800.
00000100:00000001:0.0:1775776614.122936:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776614.122942:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776614.122949:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776614.122952:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776614.122955:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bc3e271] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.122981:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.122985:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.122989:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.122990:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776614.122995:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776614.123004:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776614.123007:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307563911
00000100:00000010:2.0:1775776614.123012:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37060.
00000100:00000001:2.0:1775776614.123018:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776614.123024:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307563911
00000100:00000010:2.0:1775776614.123027:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37960.
00000100:00000001:2.0:1775776614.123030:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776614.123039:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776614.123043:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123045:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776614.123050:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776614/real 1775776614]  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776614.123059:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776614.123060:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776614.123068:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776614.123071:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776614.123076:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776614.123079:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776614.123082:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776614.123090:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123097:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776614.123098:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123101:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123102:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776614.123106:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123112:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776614.123117:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123121:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776614.123123:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123124:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123125:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123126:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776614.123128:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776614.123129:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776614.123132:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776614.123133:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776614.123135:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776614.123140:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309271552:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776614.123143:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123145:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.123146:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309271552/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123151:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776614.123153:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776614.123154:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.123156:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776614.123157:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776614.123158:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776614.123159:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776614.123161:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:2.0:1775776614.123180:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776614.123182:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776614.123183:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:2.0:1775776614.123186:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776614.123187:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123189:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123194:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776614.123196:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123197:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776614.123198:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776614.123199:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776614.123201:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123205:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776614.123206:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.123208:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776614.123209:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776614.123210:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776614.123212:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271680:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776614.123214:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776614.123215:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776614.123216:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.123217:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776614.123219:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.123221:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776614.123224:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776614.123225:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776614.123227:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776614.123229:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271680, portal 10
00000100:00000001:2.0:1775776614.123230:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776614.123231:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:2.0:1775776614.123236:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123261:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776614.123263:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776614.123266:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776614.123269:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309271680, offset 0
00000400:00000200:2.0:1775776614.123273:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776614.123276:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.123280:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776614.123283:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776614.123285:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776614.123287:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776614.123288:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776614.123290:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340304:340304:256:4294967295] 192.168.201.105@tcp LPNI seq info [340249:340249:8:4294967295]
00000400:00000200:2.0:1775776614.123293:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.123297:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776614.123300:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.123302:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776614.123305:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776614.123307:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775776614.123309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776614.123311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775776614.123313:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.123315:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776614.123317:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776614.123319:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776614.123321:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776614.123322:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776614.123323:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776614.123326:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123331:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.123332:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123338:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123339:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776614.123342:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776614.123346:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776614.123348:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776614.123350:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307563043
00000100:00000001:2.0:1775776614.123352:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.123354:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307563043
00000100:00000001:2.0:1775776614.123356:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.123358:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776614.123360:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123361:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776614.123365:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776614/real 1775776614]  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776614.123372:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776614.123374:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776614.123376:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776614.123378:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776614.123380:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776614.123382:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776614.123385:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776614.123393:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123398:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776614.123399:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123400:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123401:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776614.123403:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123407:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776614.123409:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123413:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776614.123414:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123415:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123416:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123417:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776614.123418:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776614.123420:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776614.123422:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776614.123423:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776614.123425:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776614.123429:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271680:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776614.123432:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123433:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.123435:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309271680/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123441:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776614.123443:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776614.123444:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.123447:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776614.123448:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776614.123449:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776614.123450:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776614.123452:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:2.0:1775776614.123454:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776614.123455:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776614.123456:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:2.0:1775776614.123459:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776614.123460:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123462:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123465:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776614.123466:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123468:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776614.123469:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123524:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776614.123527:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776614.123529:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776614.123530:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776614.123532:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776614.123534:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776614.123537:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12890
00000400:00000200:0.0:1775776614.123541:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776614.123543:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776614.123546:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776614.123548:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123550:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.123552:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123554:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776614.123556:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776614.123557:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776614.123559:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776614.123560:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776614.123562:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776614.123565:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776614.123568:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123570:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.123572:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123574:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776614.123576:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776614.123579:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123581:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776614.123583:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776614.123586:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776614.123588:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123589:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776614.123592:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776614.123594:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123596:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776614.123599:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2680.
00000020:00000040:0.0:1775776614.123600:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776614.123602:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776614.123603:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123604:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776614.123605:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776614.123606:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776614.123609:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc800.
00000100:00000001:0.0:1775776614.123611:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776614.123616:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776614.123623:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776614.123625:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776614.123628:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc52681] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776614.123635:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776614.123638:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776614.123642:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776614.123643:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776614.123644:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776614.123647:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776614.123649:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12890
00000400:00000200:0.0:1775776614.123653:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776614.123655:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776614.123658:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776614.123660:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123662:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.123663:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123665:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776614.123667:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776614.123668:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776614.123669:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776614.123670:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776614.123671:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776614.123672:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776614.123674:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123675:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776614.123675:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123676:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776614.123678:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776614.123679:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776614.123680:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776614.123681:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776614.123683:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776614.123684:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123686:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776614.123687:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776614.123689:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123690:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776614.123692:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0700.
00000020:00000040:0.0:1775776614.123693:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776614.123695:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776614.123696:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776614.123697:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776614.123698:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776614.123699:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776614.123701:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000100:00000001:0.0:1775776614.123703:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776614.123705:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776614.123709:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776614.123711:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776614.123713:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac172cc] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776614.123717:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776614.123720:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12900)
00000100:00000001:2.0:1775776614.123764:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776614.123766:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776614.123767:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776614.123771:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123778:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776614.123779:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.123781:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776614.123783:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776614.123785:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776614.123788:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776614.123791:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776614.123793:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776614.123794:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.123796:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776614.123799:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.123801:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776614.123805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776614.123807:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776614.123810:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776614.123812:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271808, portal 4
00000100:00000001:2.0:1775776614.123813:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776614.123814:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00000040:2.0:1775776614.123818:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123822:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776614.123823:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776614.123824:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776614.123826:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309271808, offset 0
00000400:00000200:2.0:1775776614.123828:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776614.123831:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.123833:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776614.123835:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776614.123838:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776614.123840:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776614.123843:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776614.123846:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340305:340305:256:4294967295] 192.168.201.105@tcp LPNI seq info [340250:340250:8:4294967295]
00000400:00000200:2.0:1775776614.123849:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.123855:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776614.123859:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.123863:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776614.123866:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776614.123869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775776614.123873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776614.123875:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775776614.123879:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.123881:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776614.123884:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776614.123887:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776614.123890:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776614.123892:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776614.123895:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776614.123898:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123905:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.123908:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123913:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123914:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776614.123917:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776614.123919:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776614.123922:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776614.123924:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307563171
00000100:00000001:2.0:1775776614.123927:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.123929:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307563171
00000100:00000001:2.0:1775776614.123931:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.123932:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776614.123934:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.123936:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776614.123940:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776614/real 1775776614]  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776614.123948:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776614.123949:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776614.123950:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776614.123952:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776614.123954:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776614.123956:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776614.123959:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776614.123968:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123972:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776614.123973:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123974:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123975:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776614.123976:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123980:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776614.123982:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.123987:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776614.123989:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123991:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.123992:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.123994:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776614.123995:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776614.123997:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776614.124000:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776614.124002:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776614.124006:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776614.124013:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776614.124017:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776614.124020:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124030:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776614.124031:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.124033:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776614.124035:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776614.124037:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776614.124039:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271936:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776614.124042:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776614.124044:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776614.124045:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776614.124047:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776614.124049:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12400.
02000000:00000001:2.0:1775776614.124050:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776614.124053:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776614.124054:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776614.124056:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776614.124058:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309271936, portal 4
00000100:00000001:2.0:1775776614.124059:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776614.124060:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:2.0:1775776614.124065:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124071:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776614.124073:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776614.124075:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776614.124077:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309271936, offset 0
00000400:00000200:2.0:1775776614.124081:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776614.124085:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.124088:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776614.124091:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776614.124093:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776614.124095:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776614.124097:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776614.124101:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340306:340306:256:4294967295] 192.168.201.105@tcp LPNI seq info [340251:340251:8:4294967295]
00000400:00000200:2.0:1775776614.124105:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776614.124110:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776614.124115:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.124118:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776614.124121:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776614.124124:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1775776614.124127:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776614.124129:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1775776614.124133:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776614.124135:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776614.124138:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776614.124141:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776614.124144:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776614.124145:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776614.124148:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776614.124151:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124158:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.124161:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124178:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.124179:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776614.124182:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776614.124184:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776614.124186:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776614.124188:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307563181
00000100:00000001:2.0:1775776614.124189:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.124191:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307563181
00000100:00000001:2.0:1775776614.124192:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307563911
00000100:00000001:2.0:1775776614.124193:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776614.124195:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.124196:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776614.124198:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776614/real 1775776614]  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776614.124203:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776614.124204:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776614.124205:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776614.124206:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776614.124207:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776614.124209:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776614.124210:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776614.124215:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124218:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776614.124219:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124220:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.124221:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776614.124222:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124226:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776614.124228:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124231:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776614.124232:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124233:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776614.124234:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124235:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776614.124235:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776614.124237:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776614.124239:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776614.124240:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776614.124242:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776614.124260:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309271936:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776614.124264:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124266:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.124268:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309271808/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124273:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776614.124275:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776614.124277:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:2.0:1775776614.124279:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776614.124280:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776614.124282:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776614.124284:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776614.124285:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:2.0:1775776614.124287:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776614.124289:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776614.124290:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:2.0:1775776614.124292:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776614.124294:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124295:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776614.124298:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309271936/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776614.124304:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776614.124306:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776614.124307:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12400.
02000000:00000001:2.0:1775776614.124309:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776614.124310:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776614.124310:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776614.124312:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776614.124313:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:2.0:1775776614.124314:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776614.124315:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776614.124316:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776614.124317:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776614.124318:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124319:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776614.124322:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776614.124323:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776614.124324:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776614.124324:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776614.762266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776614.762271:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776614.762275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776614.762276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776614.762293:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776614.762294:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776614.762296:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776615.018278:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776615.018284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776615.018286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776615.018291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776615.018295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776615.018298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776615.018301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776615.018303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776615.018306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776615.082266:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307563911, at 4307563968
00000100:00000040:1.0:1775776615.082266:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307563911, at 4307563968
00000100:00000010:1.0:1775776615.082280:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37960.
00000100:00000010:0.0:1775776615.082281:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37060.
00010000:00000001:0.0:1775776615.786284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776615.786290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776615.786295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776615.786296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776615.786315:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776615.786317:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776615.786319:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776616.042287:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776616.042293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776616.042295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776616.042301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776616.042305:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776616.042309:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776616.042311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776616.042314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776616.042316:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776616.810286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776616.810291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776616.810297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776616.810298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776616.810354:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776616.810357:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776616.810360:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776617.066277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776617.066282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776617.066283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776617.066287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776617.066291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776617.066294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776617.066297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776617.066299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776617.066301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834408:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776617.834415:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776617.834417:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776617.834420:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834424:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776617.834427:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834429:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834431:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834436:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776617.834437:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776617.834438:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776617.834440:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834442:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776617.834443:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834444:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776617.834446:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776617.834496:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776617.834498:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776617.834500:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776618.090281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776618.090288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776618.090290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776618.090295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776618.090299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776618.090309:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776618.090312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776618.090314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776618.090317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776618.858586:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776618.858591:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776618.858597:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776618.858598:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776618.858621:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776618.858623:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776618.858626:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776619.114256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776619.114262:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776619.114264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776619.114276:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776619.114280:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776619.114282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.114284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776619.114286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.114288:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776619.242316:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776619.242325:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776619.242328:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776619.242340:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776619.242344:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776619.242351:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12895
00000400:00000200:2.0:1775776619.242361:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776619.242368:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776619.242371:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776619.242375:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242378:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242381:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242383:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776619.242387:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776619.242389:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776619.242392:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776619.242394:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776619.242397:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776619.242399:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776619.242401:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242403:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242405:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242407:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776619.242410:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776619.242413:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242416:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776619.242418:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776619.242422:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776619.242424:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242426:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776619.242428:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776619.242438:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776619.242442:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776619.242445:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776619.242447:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242450:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776619.242453:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776619.242457:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776619.242465:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776619.242471:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776619.242480:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776619.242490:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776619.242494:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776619.242498:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776619.242522:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776619.242525:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776619.242528:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776619.242529:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776619.242531:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776619.242533:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776619.242536:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12895
00000400:00000200:2.0:1775776619.242541:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776619.242543:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776619.242545:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776619.242548:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242550:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242552:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242554:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776619.242556:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776619.242557:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776619.242558:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776619.242560:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776619.242562:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776619.242564:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776619.242567:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242568:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242570:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242572:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776619.242574:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776619.242576:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242578:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776619.242580:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776619.242585:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776619.242587:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242589:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776619.242592:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776619.242595:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242596:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776619.242600:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776619.242602:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776619.242604:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776619.242606:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242607:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776619.242609:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776619.242611:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776619.242614:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776619.242617:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776619.242621:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776619.242629:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776619.242631:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776619.242635:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.242637:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776619.242642:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776619.242646:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776619.242647:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776619.242651:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775776619.242655:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776619.242656:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776619.242659:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776619.242661:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776619.242667:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776619.242673:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1775776619.242673:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12895
00000100:00000001:0.0:1775776619.242676:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776619.242680:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776619.242681:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776619.242685:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775776619.242685:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776619.242688:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775776619.242690:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776619.242693:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00100000:0.0:1775776619.242698:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309272064:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776619.242698:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242702:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776619.242705:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776619.242706:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776619.242710:0:216727:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775776619.242711:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1775776619.242711:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
02000000:00000001:0.0:1775776619.242714:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776619.242714:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776619.242716:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
02000000:00000001:0.0:1775776619.242718:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1775776619.242719:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776619.242723:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
02000000:00000010:0.0:1775776619.242724:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776619.242728:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776619.242728:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242733:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776619.242735:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776619.242737:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776619.242739:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:0.0:1775776619.242742:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000020:00000040:2.0:1775776619.242743:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776619.242749:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000010:0.0:1775776619.242751:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:2.0:1775776619.242751:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776619.242756:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775776619.242760:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272064, portal 25
02000000:00000001:2.0:1775776619.242760:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776619.242765:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775776619.242765:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.242767:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776619.242769:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776619.242773:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1775776619.242776:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776619.242777:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242782:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776619.242788:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776619.242790:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1775776619.242792:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000040:0.0:1775776619.242795:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776619.242797:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776619.242799:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776619.242800:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000001:2.0:1775776619.242801:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776619.242804:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1775776619.242805:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309272064, offset 0
02000000:00000001:2.0:1775776619.242806:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776619.242813:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000400:00000200:0.0:1775776619.242816:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242817:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776619.242824:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776619.242825:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.242835:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776619.242836:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776619.242840:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776619.242843:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775776619.242847:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776619.242850:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776619.242857:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775776619.242863:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776619.242864:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:2.0:1775776619.242869:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776619.242872:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340307:340307:256:4294967295] 192.168.201.105@tcp LPNI seq info [340252:340252:8:4294967295]
00000100:00080000:2.0:1775776619.242874:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776619.242877:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776619.242879:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776619.242881:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776619.242884:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776619.242888:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12895
00000400:00000200:2.0:1775776619.242898:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.242899:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1775776619.242905:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776619.242908:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775776619.242911:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776619.242914:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242918:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1775776619.242919:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000040:2.0:1775776619.242920:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242924:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776619.242926:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776619.242928:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000800:00000200:0.0:1775776619.242930:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776619.242931:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776619.242934:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000800:00000200:0.0:1775776619.242935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1775776619.242937:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776619.242941:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.1:1775776619.242945:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776619.242948:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242951:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776619.242951:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1775776619.242956:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776619.242959:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000100:0.0:1775776619.242960:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000040:2.0:1775776619.242964:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000010:0.0:1775776619.242965:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00080000:2.0:1775776619.242970:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776619.242973:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775776619.242973:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776619.242976:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776619.242980:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776619.242982:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1775776619.242983:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242987:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776619.242990:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000008:00100000:2.0:1775776619.242991:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1775776619.242995:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000008:00000001:2.0:1775776619.242995:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.242999:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243002:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1775776619.243003:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776619.243006:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000200:0.0:1775776619.243009:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776619.243010:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776619.243012:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776619.243017:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776619.243019:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776619.243022:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243026:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1775776619.243027:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776619.243031:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776619.243032:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776619.243038:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776619.243048:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243053:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776619.243054:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776619.243057:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243061:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776619.243062:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776619.243070:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776619.243075:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307569031
00000100:00000001:2.0:1775776619.243075:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776619.243084:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000040:2.0:1775776619.243084:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12905)
00000100:00000001:0.0:1775776619.243093:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776619.243098:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307569031
00000100:00000010:0.0:1775776619.243101:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1300.
00000100:00000001:0.0:1775776619.243105:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776619.243109:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776619.243112:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243114:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776619.243119:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776619/real 1775776619]  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776619.243128:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776619.243129:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776619.243131:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776619.243133:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776619.243134:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776619.243136:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776619.243139:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776619.243147:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243152:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776619.243154:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243155:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243157:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776619.243205:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243212:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776619.243216:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243223:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776619.243226:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243228:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243229:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243231:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776619.243233:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776619.243235:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776619.243239:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776619.243242:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776619.243246:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776619.243254:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309272064:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776619.243258:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243260:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.243263:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309272064/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243268:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776619.243271:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776619.243273:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776619.243275:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776619.243277:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776619.243279:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776619.243280:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776619.243282:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776619.243286:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776619.243287:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776619.243289:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776619.243292:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776619.243294:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243295:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243301:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776619.243303:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243305:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776619.243306:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776619.243308:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776619.243311:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243317:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776619.243319:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243321:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776619.243322:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776619.243324:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776619.243327:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272192:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776619.243330:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776619.243332:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776619.243333:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243335:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776619.243337:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776619.243339:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776619.243343:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776619.243346:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776619.243349:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776619.243352:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272192, portal 10
00000100:00000001:0.0:1775776619.243354:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776619.243356:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:0.0:1775776619.243362:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243368:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776619.243370:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776619.243372:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776619.243375:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309272192, offset 0
00000400:00000200:0.0:1775776619.243378:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243382:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243386:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776619.243389:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776619.243391:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776619.243393:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776619.243395:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243398:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340308:340308:256:4294967295] 192.168.201.105@tcp LPNI seq info [340253:340253:8:4294967295]
00000400:00000200:0.0:1775776619.243402:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243417:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776619.243425:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243429:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776619.243433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776619.243435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776619.243440:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776619.243442:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776619.243446:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243448:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776619.243451:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776619.243454:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776619.243457:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776619.243458:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776619.243461:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776619.243463:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243470:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.243472:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243479:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243480:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776619.243483:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776619.243486:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776619.243489:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776619.243491:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307568163
00000100:00000001:0.0:1775776619.243494:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.243496:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307568163
00000100:00000001:0.0:1775776619.243498:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.243500:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776619.243502:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243503:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776619.243507:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776619/real 1775776619]  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776619.243514:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776619.243515:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776619.243517:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776619.243518:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776619.243520:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776619.243522:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776619.243525:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776619.243533:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243539:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776619.243540:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243542:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243543:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776619.243547:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243552:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776619.243556:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243562:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776619.243564:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243566:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243567:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243569:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776619.243571:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776619.243573:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776619.243576:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776619.243578:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776619.243582:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776619.243589:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272192:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776619.243593:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776619.243595:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243601:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776619.243602:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243604:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776619.243606:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776619.243608:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776619.243611:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776619.243613:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776619.243615:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776619.243617:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243618:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776619.243621:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776619.243623:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776619.243626:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776619.243628:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776619.243631:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776619.243634:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272320, portal 4
00000100:00000001:0.0:1775776619.243636:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776619.243637:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:0.0:1775776619.243641:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243647:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776619.243649:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776619.243651:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776619.243653:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309272320, offset 0
00000400:00000200:0.0:1775776619.243657:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243661:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243664:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776619.243666:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776619.243669:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776619.243672:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776619.243674:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243676:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340309:340309:256:4294967295] 192.168.201.105@tcp LPNI seq info [340254:340254:8:4294967295]
00000400:00000200:0.0:1775776619.243679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243685:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776619.243689:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243691:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776619.243695:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776619.243698:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776619.243702:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776619.243704:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776619.243708:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243710:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776619.243712:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776619.243715:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776619.243717:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776619.243719:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776619.243721:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776619.243724:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243731:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.243733:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243739:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243740:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776619.243743:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776619.243745:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776619.243748:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776619.243750:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307568291
00000100:00000001:0.0:1775776619.243752:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.243754:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307568291
00000100:00000001:0.0:1775776619.243756:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.243758:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776619.243760:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243762:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776619.243765:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776619/real 1775776619]  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776619.243772:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776619.243773:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776619.243775:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776619.243777:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776619.243778:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776619.243780:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776619.243783:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776619.243791:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243797:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776619.243798:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243800:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243801:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776619.243804:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243810:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776619.243814:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243820:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776619.243822:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243824:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.243825:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.243826:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776619.243827:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776619.243830:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776619.243832:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776619.243834:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776619.243838:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776619.243844:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776619.243847:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776619.243856:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243862:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776619.243863:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243866:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776619.243867:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776619.243869:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776619.243872:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272448:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776619.243874:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776619.243876:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776619.243877:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776619.243879:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776619.243882:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776619.243884:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776619.243886:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776619.243888:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776619.243891:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776619.243893:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272448, portal 4
00000100:00000001:0.0:1775776619.243895:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776619.243896:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:0.0:1775776619.243901:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243906:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776619.243908:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776619.243910:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776619.243912:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309272448, offset 0
00000400:00000200:0.0:1775776619.243915:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243918:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243921:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776619.243924:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776619.243926:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776619.243928:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776619.243930:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776619.243932:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340310:340310:256:4294967295] 192.168.201.105@tcp LPNI seq info [340255:340255:8:4294967295]
00000400:00000200:0.0:1775776619.243936:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776619.243941:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776619.243944:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243947:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776619.243951:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776619.243953:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776619.243957:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776619.243959:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776619.243962:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776619.243964:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776619.243966:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776619.243968:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776619.243970:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776619.243972:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776619.243974:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776619.243976:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243988:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.243991:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776644 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.243997:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.243999:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776619.244001:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776619.244004:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776619.244007:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776619.244009:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307568300
00000100:00000001:0.0:1775776619.244011:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.244013:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307568300
00000100:00000001:0.0:1775776619.244015:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307569031
00000100:00000001:0.0:1775776619.244016:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776619.244018:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.244020:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776619.244024:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776619/real 1775776619]  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776619.244031:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776619.244033:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776619.244034:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776619.244036:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776619.244038:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776619.244040:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776619.244043:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776619.244050:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244056:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776619.244057:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244059:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.244060:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776619.244063:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244069:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776619.244072:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244079:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776619.244081:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244082:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776619.244083:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244085:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776619.244086:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776619.244088:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776619.244091:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776619.244093:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776619.244096:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776619.244103:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272448:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776619.244107:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244108:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.244110:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309272192/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244114:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776619.244115:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776619.244117:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776619.244118:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776619.244119:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776619.244120:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776619.244122:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776619.244123:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:0.0:1775776619.244124:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776619.244125:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776619.244126:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776619.244128:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776619.244128:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244129:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.244131:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309272320/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244135:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776619.244135:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776619.244136:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776619.244140:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776619.244140:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776619.244141:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776619.244142:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776619.244143:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776619.244144:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776619.244144:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776619.244145:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776619.244147:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776619.244148:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244148:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776619.244150:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309272448/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776644 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776619.244153:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776619.244154:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776619.244154:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776619.244156:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776619.244157:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776619.244157:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776619.244191:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776619.244193:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776619.244195:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776619.244197:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776619.244198:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:0.0:1775776619.244200:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776619.244201:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244203:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776619.244206:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776619.244208:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776619.244210:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776619.244211:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776619.882331:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776619.882335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776619.882339:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776619.882340:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776619.882356:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776619.882358:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776619.882360:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776620.138368:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776620.138374:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776620.138375:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776620.138381:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776620.138385:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776620.138388:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776620.138391:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776620.138393:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776620.138395:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776620.202280:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307569031, at 4307569088
00000100:00000010:0.0:1775776620.202296:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776620.202417:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307569031, at 4307569088
00000100:00000010:1.0:1775776620.202423:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1300.
00010000:00000001:0.0:1775776620.906287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776620.906294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776620.906300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776620.906301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776620.906688:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776620.906691:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776620.906693:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776621.162272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776621.162279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776621.162282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776621.162287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776621.162291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776621.162294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776621.162297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776621.162301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776621.162303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776621.930271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776621.930277:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776621.930282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776621.930282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776621.930406:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776621.930409:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776621.930412:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776622.186270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776622.186277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776622.186279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776622.186284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776622.186287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776622.186290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776622.186293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776622.186295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776622.186298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776622.954421:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776622.954426:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776622.954431:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776622.954432:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776622.954451:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776622.954454:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776622.954456:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776623.210287:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776623.210294:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776623.210295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776623.210301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776623.210304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776623.210308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776623.210311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776623.210313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776623.210315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776623.978258:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776623.978262:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776623.978266:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776623.978266:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776623.978284:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776623.978286:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776623.978288:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776624.234262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776624.234269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776624.234270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776624.234275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776624.234278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776624.234282:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.234284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776624.234287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.234289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776624.362365:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776624.362374:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776624.362378:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776624.362381:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776624.362386:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776624.362400:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12900
00000400:00000200:1.0:1775776624.362413:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776624.362419:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776624.362422:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776624.362425:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362428:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362430:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362433:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776624.362436:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776624.362438:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776624.362441:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776624.362443:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776624.362445:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776624.362447:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776624.362450:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362451:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362453:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362455:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776624.362457:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776624.362459:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362461:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776624.362464:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776624.362467:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776624.362469:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362471:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776624.362474:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776624.362483:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14a80.
00000020:00000040:1.0:1775776624.362486:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776624.362489:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776624.362490:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362493:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776624.362495:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776624.362500:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776624.362507:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62000.
00000100:00000001:1.0:1775776624.362514:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776624.362522:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776624.362531:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776624.362547:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776624.362552:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b03f3c5] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776624.362579:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776624.362582:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776624.362586:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776624.362587:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776624.362589:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776624.362591:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776624.362594:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12900
00000400:00000200:1.0:1775776624.362598:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776624.362601:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776624.362603:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776624.362605:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362608:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362610:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362612:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776624.362614:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776624.362615:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776624.362616:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776624.362618:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776624.362620:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776624.362622:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776624.362625:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362627:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362629:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362630:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776624.362632:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:1.0:1775776624.362635:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362637:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776624.362639:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776624.362644:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776624.362646:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362647:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776624.362652:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776624.362655:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362657:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776624.362661:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16680.
00000100:00000001:0.0:1775776624.362663:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775776624.362663:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:1.0:1775776624.362665:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776624.362666:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.362667:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1775776624.362668:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776624.362669:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1775776624.362669:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776624.362671:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776624.362674:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61800.
00000100:00000040:0.0:1775776624.362675:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776624.362677:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776624.362682:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776624.362684:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776624.362686:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.362689:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776624.362691:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776624.362694:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362696:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1775776624.362697:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309272576:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776624.362699:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.362701:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1775776624.362702:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2d57f2c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776624.362705:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776624.362707:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362709:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.362710:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1775776624.362712:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776624.362715:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776624.362716:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776624.362718:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:0.0:1775776624.362720:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
00000100:00000001:1.0:1775776624.362720:0:216727:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775776624.362722:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776624.362723:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12900
00000400:00000200:1.0:1775776624.362726:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.362728:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776624.362729:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776624.362731:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775776624.362732:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000040:1.0:1775776624.362733:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362735:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362737:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362739:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:0.0:1775776624.362740:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000020:00000001:1.0:1775776624.362741:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776624.362742:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776624.362744:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776624.362745:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000200:0.0:1775776624.362747:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272576, portal 25
00000020:00000001:1.0:1775776624.362747:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776624.362749:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:0.0:1775776624.362750:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776624.362751:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523470464 : -109519186081152 : ffff9c6493d14a80)
00000100:00000040:1.0:1775776624.362752:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362754:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362755:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776624.362756:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776624.362757:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776624.362759:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776624.362762:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362770:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776624.362772:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776624.362773:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1775776624.362774:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776624.362776:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:1.0:1775776624.362776:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362778:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775776624.362779:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000008:00100000:1.0:1775776624.362780:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775776624.362781:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309272576, offset 0
00000008:00000001:1.0:1775776624.362782:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362784:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.362787:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000010:1.0:1775776624.362788:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17480.
00000020:00000040:1.0:1775776624.362790:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776624.362792:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775776624.362793:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:1.0:1775776624.362793:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362795:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776624.362796:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776624.362797:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.362798:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000010:1.0:1775776624.362800:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000400:00000200:0.0:1775776624.362803:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1775776624.362803:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.362807:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00100000:1.0:1775776624.362807:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776624.362811:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776624.362813:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776624.362818:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340311:340311:256:4294967295] 192.168.201.105@tcp LPNI seq info [340256:340256:8:4294967295]
00000100:00000001:1.0:1775776624.362819:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776624.362822:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.362831:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775776624.362831:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776624.362835:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b243587] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775776624.362838:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362842:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776624.362843:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00080000:1.0:1775776624.362845:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775776624.362848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776624.362852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1775776624.362855:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776624.362857:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1775776624.362857:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:1.0:1775776624.362858:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776624.362861:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000800:00000200:0.1:1775776624.362861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000100:00080000:1.0:1775776624.362863:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12900
00000800:00000100:0.0:1775776624.362865:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776624.362866:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000010:0.0:1775776624.362868:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:1.0:1775776624.362869:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776624.362871:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776624.362873:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1775776624.362873:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362875:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362877:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776624.362878:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1775776624.362879:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776624.362881:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:0.0:1775776624.362882:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000020:00000040:1.0:1775776624.362882:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776624.362883:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1775776624.362884:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000020:00000040:1.0:1775776624.362885:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776624.362887:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:1.0:1775776624.362887:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776624.362889:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000200:0.0:1775776624.362891:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776624.362892:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362893:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776624.362895:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776624.362897:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776624.362900:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1775776624.362900:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776624.362902:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000040:0.0:1775776624.362903:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776624.362905:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776624.362906:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776624.362909:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776624.362911:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362913:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776624.362915:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776624.362917:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362918:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776624.362921:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16a00.
00000020:00000040:1.0:1775776624.362923:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776624.362926:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776624.362927:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776624.362928:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776624.362930:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776624.362931:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776624.362935:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776624.362938:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776624.362949:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776624.362957:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776624.362958:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776624.362962:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8737d9a] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776624.362968:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776624.362972:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12910)
00000100:00000001:0.0:1775776624.364135:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364139:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776624.364148:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.364154:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776624.364157:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307574152
00000100:00000010:0.0:1775776624.364176:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776624.364182:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776624.364191:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307574153
00000100:00000010:0.0:1775776624.364195:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1ae0.
00000100:00000001:0.0:1775776624.364198:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776624.364202:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776624.364205:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364208:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776624.364216:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624]  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776624.364228:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776624.364230:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776624.364233:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776624.364236:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776624.364238:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776624.364241:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776624.364244:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776624.364254:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364261:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776624.364263:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364265:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364267:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776624.364283:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364292:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776624.364296:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364303:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776624.364306:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364308:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364309:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364311:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776624.364313:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776624.364316:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776624.364321:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776624.364323:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776624.364327:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776624.364335:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309272576:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776624.364339:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364341:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.364344:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14a80 x1862023309272576/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364349:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776624.364352:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776624.364354:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776624.364358:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776624.364360:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776624.364362:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776624.364364:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776624.364366:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62000.
02000000:00000001:0.0:1775776624.364369:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776624.364371:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776624.364373:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14a80.
00000100:00000001:0.0:1775776624.364376:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776624.364378:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364380:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364387:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776624.364389:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364391:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776624.364393:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776624.364395:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776624.364399:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364406:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776624.364407:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.364410:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776624.364412:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776624.364414:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776624.364417:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272704:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776624.364421:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776624.364424:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776624.364426:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.364428:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776624.364432:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776624.364434:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.364438:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776624.364441:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776624.364446:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776624.364450:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272704, portal 10
00000100:00000001:0.0:1775776624.364452:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776624.364454:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523477632 : -109519186073984 : ffff9c6493d16680)
00000100:00000040:0.0:1775776624.364460:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364467:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776624.364470:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776624.364473:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776624.364475:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309272704, offset 0
00000400:00000200:0.0:1775776624.364480:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776624.364485:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.364490:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776624.364494:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776624.364497:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776624.364500:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776624.364502:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776624.364506:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340312:340312:256:4294967295] 192.168.201.105@tcp LPNI seq info [340257:340257:8:4294967295]
00000400:00000200:0.0:1775776624.364510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.364518:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776624.364524:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.364528:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776624.364534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776624.364537:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776624.364542:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776624.364545:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776624.364550:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.364551:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776624.364555:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776624.364559:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776624.364563:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776624.364564:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776624.364567:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776624.364570:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364579:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.364582:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364588:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364590:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776624.364593:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776624.364597:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776624.364600:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776624.364602:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307573284
00000100:00000001:0.0:1775776624.364604:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307574152
00000100:00000001:0.0:1775776624.364607:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307573284
00000100:00000001:0.0:1775776624.364609:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307574153
00000100:00000001:0.0:1775776624.364611:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776624.364613:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364615:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776624.364618:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624]  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776624.364626:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776624.364627:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776624.364629:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776624.364631:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776624.364633:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776624.364635:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776624.364638:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776624.364646:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364653:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776624.364654:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364655:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364656:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776624.364659:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364666:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776624.364670:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364676:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776624.364678:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364680:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364681:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364683:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776624.364685:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776624.364687:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776624.364691:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776624.364693:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776624.364696:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776624.364704:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272704:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776624.364708:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776624.364711:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364717:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776624.364719:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.364721:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776624.364722:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776624.364724:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776624.364727:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776624.364730:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776624.364732:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776624.364733:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.364735:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776624.364738:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776624.364740:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.364743:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776624.364746:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776624.364749:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776624.364751:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272832, portal 4
00000100:00000001:0.0:1775776624.364753:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776624.364754:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523481216 : -109519186070400 : ffff9c6493d17480)
00000100:00000040:0.0:1775776624.364759:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364765:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776624.364767:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776624.364769:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776624.364771:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309272832, offset 0
00000400:00000200:0.0:1775776624.364775:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776624.364778:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.364782:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776624.364784:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776624.364787:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776624.364789:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776624.364791:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776624.364794:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340313:340313:256:4294967295] 192.168.201.105@tcp LPNI seq info [340258:340258:8:4294967295]
00000400:00000200:0.0:1775776624.364798:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.364804:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776624.364808:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.364812:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776624.364816:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776624.364818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776624.364822:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776624.364837:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776624.364841:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.364843:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776624.364846:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776624.364849:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776624.364853:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776624.364855:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776624.364858:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776624.364861:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364868:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.364871:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364876:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364878:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776624.364881:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776624.364884:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776624.364887:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776624.364889:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307573412
00000100:00000001:0.0:1775776624.364891:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307574152
00000100:00000001:0.0:1775776624.364893:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307573412
00000100:00000001:0.0:1775776624.364895:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307574153
00000100:00000001:0.0:1775776624.364897:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776624.364899:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.364900:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776624.364904:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624]  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776624.364912:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776624.364913:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776624.364915:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776624.364917:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776624.364918:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776624.364920:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776624.364923:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776624.364932:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364944:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776624.364946:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364948:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364949:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776624.364953:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364960:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776624.364963:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.364970:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776624.364972:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364974:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.364975:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.364977:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776624.364978:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776624.364981:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776624.364984:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776624.364986:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776624.364990:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776624.364998:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776624.365001:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776624.365005:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365011:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776624.365013:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.365016:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776624.365017:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776624.365019:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776624.365022:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272960:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776624.365025:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776624.365027:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776624.365029:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776624.365030:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776624.365033:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776624.365035:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776624.365038:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776624.365040:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776624.365043:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776624.365046:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309272960, portal 4
00000100:00000001:0.0:1775776624.365048:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776624.365049:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523478528 : -109519186073088 : ffff9c6493d16a00)
00000100:00000040:0.0:1775776624.365055:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365061:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776624.365063:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776624.365065:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776624.365068:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309272960, offset 0
00000400:00000200:0.0:1775776624.365389:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776624.365393:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.365397:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776624.365400:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776624.365402:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776624.365405:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776624.365407:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776624.365410:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340314:340314:256:4294967295] 192.168.201.105@tcp LPNI seq info [340259:340259:8:4294967295]
00000400:00000200:0.0:1775776624.365414:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776624.365420:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776624.365425:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.365428:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776624.365433:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776624.365435:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776624.365440:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776624.365442:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776624.365446:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776624.365448:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776624.365451:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776624.365455:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776624.365458:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776624.365459:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776624.365462:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776624.365466:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365474:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.365477:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776649 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365483:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.365485:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776624.365488:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776624.365491:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776624.365494:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776624.365496:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307573422
00000100:00000001:0.0:1775776624.365498:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307574152
00000100:00000001:0.0:1775776624.365500:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307573422
00000100:00000001:0.0:1775776624.365502:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307574153
00000100:00000001:0.0:1775776624.365504:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776624.365506:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.365508:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776624.365511:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624]  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776624.365519:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776624.365521:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776624.365522:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776624.365525:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776624.365526:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776624.365528:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776624.365531:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776624.365538:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365544:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776624.365546:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365548:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.365549:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776624.365552:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365559:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776624.365563:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365570:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776624.365572:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365574:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776624.365575:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365577:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776624.365578:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776624.365581:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776624.365584:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776624.365586:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776624.365590:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776624.365597:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309272960:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776624.365601:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365602:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.365605:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16680 x1862023309272704/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365611:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776624.365613:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776624.365615:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776624.365618:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776624.365620:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776624.365621:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776624.365623:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776624.365625:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61800.
02000000:00000001:0.0:1775776624.365628:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776624.365629:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776624.365631:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16680.
00000100:00000001:0.0:1775776624.365634:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776624.365635:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365636:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.365639:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17480 x1862023309272832/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365645:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776624.365646:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776624.365648:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776624.365652:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776624.365653:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776624.365654:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776624.365656:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776624.365657:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63000.
02000000:00000001:0.0:1775776624.365659:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776624.365661:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776624.365662:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17480.
00000100:00000001:0.0:1775776624.365664:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776624.365665:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365666:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776624.365669:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16a00 x1862023309272960/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776624.365676:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776624.365677:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776624.365678:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776624.365680:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776624.365681:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776624.365683:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776624.365684:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776624.365685:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:0.0:1775776624.365687:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776624.365689:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776624.365690:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16a00.
00000100:00000001:0.0:1775776624.365692:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776624.365693:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365695:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776624.365700:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776624.365701:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776624.365703:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776624.365705:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776625.002296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776625.002302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776625.002308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776625.002309:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776625.002376:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776625.002379:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776625.002382:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776625.258278:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776625.258284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776625.258286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776625.258291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776625.258295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776625.258298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776625.258301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776625.258303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776625.258306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776625.322264:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307574152, at 4307574208
00000100:00000040:1.0:1775776625.322264:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307574153, at 4307574208
00000100:00000010:1.0:1775776625.322278:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ae0.
00000100:00000010:0.0:1775776625.322283:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776626.026280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776626.026294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776626.026300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776626.026301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776626.026362:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776626.026365:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776626.026368:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776626.282258:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776626.282265:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776626.282267:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776626.282273:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776626.282276:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776626.282280:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776626.282283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776626.282286:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776626.282289:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776627.050354:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776627.050360:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776627.050367:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776627.050368:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776627.050392:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776627.050394:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776627.050397:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776627.307111:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776627.307118:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776627.307119:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776627.307125:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776627.307128:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776627.307132:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776627.307135:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776627.307137:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776627.307139:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074399:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776628.074405:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776628.074407:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776628.074411:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074415:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776628.074419:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074421:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074423:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074426:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776628.074428:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776628.074429:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776628.074431:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074432:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776628.074433:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074435:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776628.074437:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776628.074458:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776628.074461:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776628.074464:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776628.330270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776628.330277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776628.330279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776628.330284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776628.330288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776628.330292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776628.330294:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776628.330297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776628.330299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776629.098417:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776629.098423:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776629.098428:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776629.098429:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776629.098489:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776629.098493:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776629.098497:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776629.354356:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776629.354362:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776629.354364:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776629.354369:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776629.354372:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776629.354375:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.354377:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776629.354379:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.354382:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776629.482276:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776629.482286:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776629.482289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776629.482292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776629.482296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776629.482302:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12905
00000400:00000200:1.0:1775776629.482311:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776629.482317:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776629.482320:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776629.482323:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482325:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776629.482328:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482330:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776629.482333:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776629.482335:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776629.482337:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776629.482339:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776629.482342:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776629.482344:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776629.482346:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482348:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776629.482350:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482351:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776629.482354:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776629.482357:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482359:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776629.482361:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776629.482364:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776629.482367:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.482369:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776629.482371:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776629.482380:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14000.
00000020:00000040:1.0:1775776629.482383:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776629.482388:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776629.482389:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.482392:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776629.482394:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776629.482398:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776629.482405:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
00000100:00000001:1.0:1775776629.482410:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776629.482419:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776629.482428:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776629.482433:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776629.482438:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000065e379ef] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776629.482459:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776629.482463:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776629.482466:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776629.482467:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776629.482468:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776629.482471:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776629.482473:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12905
00000400:00000200:1.0:1775776629.482477:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776629.482481:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776629.482483:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776629.482486:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775776629.482486:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482490:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776629.482491:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1775776629.482494:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776629.482495:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1775776629.482498:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776629.482503:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775776629.482504:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1775776629.482505:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776629.482509:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776629.482512:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776629.482516:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776629.482519:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1775776629.482520:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776629.482522:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776629.482526:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776629.482527:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775776629.482530:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775776629.482531:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1775776629.482535:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776629.482536:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.482539:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00100000:0.0:1775776629.482543:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309273088:192.168.201.105@tcp:250:kworker.0
00000020:00000040:1.0:1775776629.482543:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776629.482550:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1775776629.482551:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482554:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.482555:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776629.482556:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776629.482559:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.482562:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1775776629.482562:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1775776629.482566:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776629.482568:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776629.482574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:1.0:1775776629.482574:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.482578:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775776629.482579:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000008:00100000:1.0:1775776629.482582:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776629.482586:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776629.482587:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:1.0:1775776629.482588:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776629.482593:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15880.
00000100:00000200:0.0:1775776629.482595:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273088, portal 25
00000020:00000040:1.0:1775776629.482596:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:0.0:1775776629.482600:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1775776629.482600:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776629.482603:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523467776 : -109519186083840 : ffff9c6493d14000)
02000000:00000001:1.0:1775776629.482603:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.482608:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776629.482610:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776629.482613:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776629.482614:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1775776629.482618:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776629.482624:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.482625:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776629.482629:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00100000:1.0:1775776629.482632:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775776629.482633:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776629.482638:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309273088, offset 0
00000100:00000001:1.0:1775776629.482646:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776629.482647:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776629.482649:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776629.482654:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a3e8b77] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776629.482655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.482662:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776629.482669:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776629.482675:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776629.482680:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1775776629.482681:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776629.482683:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:1.0:1775776629.482687:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776629.482689:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340315:340315:256:4294967295] 192.168.201.105@tcp LPNI seq info [340260:340260:8:4294967295]
00000400:00000200:0.0:1775776629.482694:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776629.482703:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776629.482705:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776629.482706:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776629.482709:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776629.482712:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12905
00000400:00000200:0.0:1775776629.483001:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776629.483008:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:1.0:1775776629.483012:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000010:0.0:1775776629.483015:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000400:00000200:1.0:1775776629.483018:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000800:00000200:0.0:1775776629.483022:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:1.0:1775776629.483023:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1775776629.483027:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1775776629.483030:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483035:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776629.483035:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776629.483039:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1775776629.483041:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000100:0.0:1775776629.483045:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483046:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:0.0:1775776629.483048:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000020:00000001:1.0:1775776629.483049:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776629.483052:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776629.483054:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776629.483055:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1775776629.483056:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776629.483059:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776629.483061:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1775776629.483065:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776629.483067:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776629.483069:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000040:1.0:1775776629.483071:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776629.483074:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776629.483075:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776629.483080:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776629.483080:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483084:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776629.483090:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776629.483096:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776629.483099:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1775776629.483099:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776629.483103:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775776629.483106:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776629.483108:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776629.483113:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.483118:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776629.483122:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775776629.483122:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776629.483126:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000008:00000001:1.0:1775776629.483127:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.483130:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483133:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776629.483134:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14700.
00000020:00000040:1.0:1775776629.483138:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776629.483139:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776629.483142:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307579271
02000000:00000001:1.0:1775776629.483143:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776629.483145:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776629.483148:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:1.0:1775776629.483148:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776629.483150:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776629.483153:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483155:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1775776629.483158:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61000.
00000100:00000001:0.0:1775776629.483161:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307579271
00000100:00000001:1.0:1775776629.483187:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776629.483194:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776629.483201:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776629.483204:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776629.483208:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004d867745] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776629.483215:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776629.483218:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776629.483221:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1775776629.483222:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776629.483224:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776629.483226:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776629.483228:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12905
00000400:00000200:1.0:1775776629.483232:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776629.483235:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776629.483237:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776629.483240:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483242:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776629.483244:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483246:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776629.483248:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776629.483249:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776629.483250:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776629.483252:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776629.483254:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776629.483256:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776629.483258:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483260:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776629.483262:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483264:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776629.483266:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776629.483268:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776629.483270:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776629.483272:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776629.483274:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776629.483276:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.483278:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776629.483280:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776629.483282:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.483284:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776629.483287:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15180.
00000020:00000040:1.0:1775776629.483289:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776629.483291:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776629.483293:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776629.483294:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776629.483295:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776629.483297:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776629.483300:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60000.
00000100:00000001:1.0:1775776629.483303:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776629.483308:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776629.483315:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775776629.483319:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1f60.
00000100:00000001:1.0:1775776629.483319:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483324:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1775776629.483326:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004eb4784f] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483329:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776629.483333:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483337:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775776629.483342:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776629.483344:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629]  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776629.483347:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12916)
00000400:00000001:0.0:1775776629.483354:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776629.483355:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776629.483357:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776629.483359:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776629.483360:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776629.483362:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776629.483366:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776629.483371:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483375:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776629.483377:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483378:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483379:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776629.483382:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483386:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776629.483389:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483393:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776629.483394:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483395:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483396:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483397:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776629.483398:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776629.483400:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776629.483403:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776629.483404:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776629.483406:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776629.483411:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309273088:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776629.483423:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483424:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.483426:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14000 x1862023309273088/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483430:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776629.483432:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776629.483433:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776629.483435:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776629.483436:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776629.483437:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776629.483439:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776629.483440:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776629.483443:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776629.483444:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776629.483445:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14000.
00000100:00000001:0.0:1775776629.483447:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776629.483448:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483450:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483454:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776629.483455:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483457:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776629.483458:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776629.483459:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776629.483461:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483465:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776629.483466:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.483468:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776629.483469:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776629.483470:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776629.483472:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273216:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776629.483474:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776629.483475:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776629.483476:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.483477:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776629.483479:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776629.483480:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776629.483483:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776629.483484:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776629.483486:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776629.483488:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273216, portal 10
00000100:00000001:0.0:1775776629.483489:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776629.483490:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523474048 : -109519186077568 : ffff9c6493d15880)
00000100:00000040:0.0:1775776629.483494:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483497:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776629.483499:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776629.483502:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776629.483504:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309273216, offset 0
00000400:00000200:0.0:1775776629.483507:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776629.483511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.483514:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776629.483517:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776629.483519:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776629.483521:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776629.483523:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776629.483526:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340316:340316:256:4294967295] 192.168.201.105@tcp LPNI seq info [340261:340261:8:4294967295]
00000400:00000200:0.0:1775776629.483530:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.483536:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776629.483541:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.483544:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776629.483549:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776629.483551:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776629.483555:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776629.483558:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776629.483561:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.483563:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776629.483566:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776629.483569:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776629.483572:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776629.483574:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776629.483576:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776629.483579:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483587:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.483589:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483595:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483597:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776629.483600:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776629.483603:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776629.483607:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776629.483609:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307578403
00000100:00000001:0.0:1775776629.483611:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.483613:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307578403
00000100:00000001:0.0:1775776629.483615:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.483617:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776629.483618:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483619:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776629.483622:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629]  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776629.483627:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776629.483628:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776629.483629:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776629.483631:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776629.483632:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776629.483633:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776629.483635:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776629.483640:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483643:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776629.483644:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483645:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483646:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776629.483647:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483651:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776629.483653:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483657:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776629.483658:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483659:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483660:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483661:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776629.483662:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776629.483663:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776629.483665:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776629.483666:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776629.483669:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776629.483673:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273216:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776629.483675:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776629.483677:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483680:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776629.483681:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.483682:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776629.483683:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776629.483684:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776629.483686:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776629.483687:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776629.483688:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776629.483689:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.483691:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776629.483693:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776629.483694:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776629.483696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776629.483697:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776629.483699:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776629.483834:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273344, portal 4
00000100:00000001:0.0:1775776629.483837:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776629.483838:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523469568 : -109519186082048 : ffff9c6493d14700)
00000100:00000040:0.0:1775776629.483843:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483847:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776629.483848:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776629.483850:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776629.483852:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309273344, offset 0
00000400:00000200:0.0:1775776629.483855:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776629.483858:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.483860:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776629.483862:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776629.483863:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776629.483865:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776629.483866:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776629.483868:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340317:340317:256:4294967295] 192.168.201.105@tcp LPNI seq info [340262:340262:8:4294967295]
00000400:00000200:0.0:1775776629.483870:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.483874:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776629.483877:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.483879:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776629.483881:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776629.483883:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776629.483886:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776629.483887:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776629.483889:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.483890:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776629.483892:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776629.483894:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776629.483897:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776629.483898:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776629.483899:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776629.483901:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483906:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.483907:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483911:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483912:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776629.483913:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776629.483915:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776629.483917:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776629.483918:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307578531
00000100:00000001:0.0:1775776629.483920:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.483921:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307578531
00000100:00000001:0.0:1775776629.483922:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.483923:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776629.483924:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.483925:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776629.483927:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629]  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776629.483931:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776629.483932:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776629.483933:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776629.483935:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776629.483936:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776629.483937:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776629.483938:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776629.483943:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483946:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776629.483947:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483948:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483949:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776629.483952:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483958:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776629.483962:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.483967:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776629.483970:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483971:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.483972:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.483974:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776629.483975:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776629.483978:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776629.484080:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776629.484082:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776629.484086:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776629.484094:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776629.484097:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776629.484100:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484106:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776629.484107:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.484109:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776629.484111:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776629.484113:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776629.484116:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273472:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776629.484118:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776629.484120:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776629.484121:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776629.484123:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776629.484127:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776629.484128:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776629.484132:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776629.484134:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776629.484137:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776629.484140:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273472, portal 4
00000100:00000001:0.0:1775776629.484141:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776629.484142:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523472256 : -109519186079360 : ffff9c6493d15180)
00000100:00000040:0.0:1775776629.484146:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484150:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776629.484152:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776629.484153:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776629.484154:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309273472, offset 0
00000400:00000200:0.0:1775776629.484157:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776629.484159:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.484161:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776629.484176:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776629.484178:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776629.484179:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776629.484181:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776629.484183:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340318:340318:256:4294967295] 192.168.201.105@tcp LPNI seq info [340263:340263:8:4294967295]
00000400:00000200:0.0:1775776629.484186:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776629.484190:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776629.484192:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.484194:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776629.484197:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776629.484199:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776629.484201:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776629.484203:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776629.484205:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776629.484206:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776629.484208:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776629.484251:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776629.484253:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776629.484254:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776629.484256:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776629.484258:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484266:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.484268:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776654 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484272:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.484273:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776629.484275:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776629.484276:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776629.484278:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776629.484280:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307578541
00000100:00000001:0.0:1775776629.484281:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.484282:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307578541
00000100:00000001:0.0:1775776629.484284:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307579271
00000100:00000001:0.0:1775776629.484285:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776629.484286:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.484287:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776629.484289:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629]  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776629.484293:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776629.484294:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776629.484295:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776629.484296:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776629.484297:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776629.484298:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776629.484300:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776629.484304:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484307:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776629.484308:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484310:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.484310:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776629.484312:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484316:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776629.484318:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484321:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776629.484322:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484323:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776629.484324:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484324:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776629.484325:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776629.484327:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776629.484328:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776629.484329:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776629.484331:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776629.484335:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273472:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776629.484337:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484338:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.484340:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15880 x1862023309273216/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484344:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776629.484345:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776629.484346:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776629.484347:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776629.484348:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776629.484349:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776629.484350:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776629.484351:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776629.484353:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776629.484354:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776629.484354:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15880.
00000100:00000001:0.0:1775776629.484356:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776629.484357:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484358:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.484359:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14700 x1862023309273344/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484363:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776629.484363:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776629.484364:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776629.484367:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776629.484368:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776629.484369:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776629.484369:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776629.484370:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61000.
02000000:00000001:0.0:1775776629.484372:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776629.484372:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776629.484373:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14700.
00000100:00000001:0.0:1775776629.484374:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776629.484375:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484376:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776629.484377:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15180 x1862023309273472/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776629.484381:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776629.484381:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776629.484382:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776629.484383:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776629.484384:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776629.484384:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776629.484385:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776629.484386:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60000.
02000000:00000001:0.0:1775776629.484387:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776629.484388:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776629.484389:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15180.
00000100:00000001:0.0:1775776629.484390:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776629.484391:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484392:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776629.484394:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776629.484395:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776629.484396:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776629.484397:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776630.122271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776630.122275:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776630.122278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776630.122279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776630.122333:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776630.122337:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776630.122341:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776630.378281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776630.378287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776630.378289:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776630.378294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776630.378298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776630.378302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776630.378304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776630.378307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776630.378309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776630.442273:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307579271, at 4307579328
00000100:00000010:1.0:1775776630.442288:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1f60.
00000100:00000040:0.0:1775776630.442611:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307579271, at 4307579328
00000100:00000010:0.0:1775776630.442616:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776631.146299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776631.146305:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776631.146311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776631.146312:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776631.146359:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776631.146361:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776631.146373:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776631.402259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776631.402264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776631.402266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776631.402271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776631.402274:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776631.402277:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776631.402279:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776631.402282:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776631.402284:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776632.171423:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776632.171429:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776632.171435:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776632.171436:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776632.171480:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776632.171483:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776632.171486:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776632.426329:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776632.426336:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776632.426338:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776632.426342:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776632.426346:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776632.426348:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776632.426350:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776632.426352:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776632.426354:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776633.194284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776633.194290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776633.194296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776633.194297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776633.194361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776633.194365:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776633.194368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776633.450267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776633.450277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776633.450279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776633.450286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776633.450290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776633.450294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776633.450297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776633.450300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776633.450302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776634.218263:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776634.218267:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776634.218272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776634.218272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776634.218330:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776634.218334:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776634.218337:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776634.474239:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776634.474247:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776634.474249:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776634.474256:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776634.474259:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776634.474262:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.474265:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776634.474267:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.474270:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776634.602282:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776634.602292:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776634.602294:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776634.602298:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776634.602303:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776634.602309:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12911
00000400:00000200:1.0:1775776634.602318:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776634.602324:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776634.602328:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776634.602331:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602334:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776634.602337:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602339:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776634.602343:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776634.602345:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776634.602347:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776634.602350:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776634.602352:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776634.602354:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776634.602358:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602361:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776634.602362:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602364:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776634.602366:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776634.602369:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602372:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776634.602374:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776634.602378:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776634.602381:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.602383:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776634.602385:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776634.602394:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d17b80.
00000020:00000040:1.0:1775776634.602397:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776634.602401:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776634.602402:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.602405:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776634.602409:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776634.602413:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776634.602421:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62400.
00000100:00000001:1.0:1775776634.602428:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776634.602436:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776634.602447:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776634.602451:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776634.602456:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b97a236] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776634.602479:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776634.602483:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776634.602486:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776634.602487:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776634.602489:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776634.602492:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776634.602494:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12911
00000400:00000200:1.0:1775776634.602497:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776634.602500:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776634.602502:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776634.602505:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602508:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776634.602510:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602512:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776634.602514:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776634.602515:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776634.602517:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776634.602519:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:1.0:1775776634.602521:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776634.602523:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:1.0:1775776634.602527:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776634.602530:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1775776634.602530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602534:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776634.602536:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775776634.602536:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776634.602540:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1775776634.602541:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602545:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776634.602549:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775776634.602550:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776634.602554:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776634.602560:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.602564:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776634.602567:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776634.602569:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1775776634.602569:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776634.602574:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.602575:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1775776634.602577:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.602578:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776634.602582:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776634.602583:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776634.602587:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00100000:0.0:1775776634.602588:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309273600:192.168.201.105@tcp:250:kworker.0
02000000:00000001:1.0:1775776634.602591:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776634.602594:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.602595:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1775776634.602596:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776634.602599:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776634.602601:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1775776634.602601:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.602604:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776634.602606:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776634.602609:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1775776634.602611:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776634.602615:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
00000100:00100000:1.0:1775776634.602618:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776634.602619:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.602631:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776634.602632:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776634.602635:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776634.602636:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000040:1.0:1775776634.602641:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776634.602649:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776634.602651:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00080000:1.0:1775776634.602652:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776634.602657:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1775776634.602658:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776634.602659:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776634.602661:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273600, portal 25
00000100:00000001:1.0:1775776634.602662:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776634.602665:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1775776634.602667:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12911
00000100:00000001:0.0:1775776634.602668:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523483008 : -109519186068608 : ffff9c6493d17b80)
00000400:00000200:1.0:1775776634.602674:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776634.602678:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776634.602680:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776634.602685:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776634.602691:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776634.602696:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776634.602696:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776634.602700:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776634.602704:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602705:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:0.0:1775776634.602709:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000020:00000001:1.0:1775776634.602709:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776634.602712:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000100:00000200:0.0:1775776634.602714:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309273600, offset 0
00000020:00000001:1.0:1775776634.602715:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776634.602719:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:1.0:1775776634.602724:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776634.602725:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000001:1.0:1775776634.602729:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:1.0:1775776634.602734:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776634.602737:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776634.602739:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776634.602743:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776634.602746:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:1.0:1775776634.602746:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776634.602751:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776634.602755:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1775776634.602756:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776634.602759:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.602761:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:1.0:1775776634.602762:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776634.602766:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776634.602768:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.602770:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776634.602773:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776634.602775:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1775776634.602777:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.602780:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.602781:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000010:1.0:1775776634.602786:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000400:00000200:0.0:1775776634.602788:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340319:340319:256:4294967295] 192.168.201.105@tcp LPNI seq info [340264:340264:8:4294967295]
00000020:00000040:1.0:1775776634.602789:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:1.0:1775776634.602795:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776634.602797:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.602798:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776634.602802:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776634.602804:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776634.602806:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776634.602812:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc61400.
00000400:00000200:0.0:1775776634.602813:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1775776634.602816:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776634.602822:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00100000:1.0:1775776634.602824:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775776634.602829:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000001:1.0:1775776634.602834:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776634.602838:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776634.602839:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776634.602845:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000040:1.0:1775776634.602845:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1775776634.602855:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776634.602861:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776634.602866:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.602869:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776634.602874:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776634.602878:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776634.602882:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000001:1.0:1775776634.602886:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776634.602887:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00080000:1.0:1775776634.602910:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776634.602917:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1775776634.602921:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1775776634.602923:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776634.602924:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776634.602927:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776634.602934:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776634.602944:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.602948:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.602955:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.602957:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776634.602962:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.602966:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776634.602969:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307584391
00000100:00000010:0.0:1775776634.602974:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776634.602981:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776634.602988:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307584391
00000100:00000010:0.0:1775776634.602991:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1f00.
00000100:00000001:0.0:1775776634.602994:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776634.602998:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776634.603000:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603002:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1775776634.603006:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12911
00000100:00100000:0.0:1775776634.603007:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634]  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1775776634.603016:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776634.603024:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000001:0.0:1775776634.603027:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1775776634.603027:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1775776634.603030:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775776634.603031:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776634.603033:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:1.0:1775776634.603034:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776634.603038:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000040:1.0:1775776634.603039:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776634.603042:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:1.0:1775776634.603043:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776634.603046:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1775776634.603048:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776634.603050:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000200:0.0:1775776634.603053:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1775776634.603053:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776634.603055:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776634.603060:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000200:0.0:1775776634.603067:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603075:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:1.0:1775776634.603075:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776634.603078:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603081:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1775776634.603083:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776634.603084:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776634.603089:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775776634.603093:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776634.603093:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776634.603098:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776634.603102:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:1.0:1775776634.603109:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776634.603113:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1775776634.603113:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776634.603118:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1775776634.603121:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1775776634.603121:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776634.603126:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.603128:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776634.603130:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776634.603133:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776634.603134:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776634.603140:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
00000020:00000040:1.0:1775776634.603144:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:1.0:1775776634.603149:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776634.603151:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603154:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776634.603155:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776634.603158:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776634.603159:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1775776634.603160:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776634.603188:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:1.0:1775776634.603192:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776634.603197:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776634.603199:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603203:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603208:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1775776634.603208:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776634.603212:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1775776634.603212:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776634.603218:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:1.0:1775776634.603220:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776634.603229:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776634.603233:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000040:1.0:1775776634.603234:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12921)
00000100:00000001:0.0:1775776634.603237:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776634.603244:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776634.603252:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309273600:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776634.603257:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603259:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603263:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d17b80 x1862023309273600/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603269:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776634.603272:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603274:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776634.603280:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776634.603282:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776634.603283:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776634.603285:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776634.603287:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62400.
02000000:00000001:0.0:1775776634.603291:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776634.603293:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776634.603295:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d17b80.
00000100:00000001:0.0:1775776634.603297:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776634.603298:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603299:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603305:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776634.603306:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603307:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776634.603308:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776634.603309:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776634.603312:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603316:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776634.603317:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603318:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776634.603320:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776634.603321:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776634.603322:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273728:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776634.603324:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776634.603326:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776634.603327:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603328:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603330:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776634.603331:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.603334:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776634.603335:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776634.603338:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776634.603340:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273728, portal 10
00000100:00000001:0.0:1775776634.603341:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776634.603342:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776634.603346:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603350:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776634.603352:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776634.603353:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776634.603354:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309273728, offset 0
00000400:00000200:0.0:1775776634.603356:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603359:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603362:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776634.603363:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776634.603365:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776634.603367:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776634.603368:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603370:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340320:340320:256:4294967295] 192.168.201.105@tcp LPNI seq info [340265:340265:8:4294967295]
00000400:00000200:0.0:1775776634.603379:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603384:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776634.603386:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603388:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776634.603391:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776634.603392:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776634.603395:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776634.603397:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776634.603399:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603401:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776634.603402:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776634.603404:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776634.603406:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776634.603407:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776634.603409:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776634.603411:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603415:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603417:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603421:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603422:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776634.603424:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776634.603426:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776634.603428:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776634.603429:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307583523
00000100:00000001:0.0:1775776634.603431:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603432:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307583523
00000100:00000001:0.0:1775776634.603433:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603435:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776634.603436:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603437:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776634.603439:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634]  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776634.603443:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776634.603444:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776634.603445:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776634.603446:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776634.603447:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776634.603448:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776634.603450:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776634.603454:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603457:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776634.603458:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603459:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603460:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776634.603462:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603465:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776634.603467:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603471:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776634.603472:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603473:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603474:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603475:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776634.603476:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776634.603478:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776634.603480:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776634.603481:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776634.603483:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776634.603487:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273728:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776634.603489:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776634.603490:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603494:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776634.603495:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603497:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776634.603498:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776634.603499:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776634.603500:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776634.603502:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776634.603503:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776634.603504:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603504:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603506:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776634.603507:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.603509:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776634.603511:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776634.603512:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776634.603514:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273856, portal 4
00000100:00000001:0.0:1775776634.603515:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776634.603516:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776634.603519:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603523:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776634.603524:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776634.603525:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776634.603527:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309273856, offset 0
00000400:00000200:0.0:1775776634.603529:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603531:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603533:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776634.603535:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776634.603536:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776634.603537:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776634.603539:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603541:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340321:340321:256:4294967295] 192.168.201.105@tcp LPNI seq info [340266:340266:8:4294967295]
00000400:00000200:0.0:1775776634.603543:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603547:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776634.603549:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603550:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776634.603552:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776634.603554:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776634.603556:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776634.603558:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776634.603560:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603561:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776634.603563:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776634.603565:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776634.603566:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776634.603567:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776634.603568:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776634.603569:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603574:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603576:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603580:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603581:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776634.603582:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776634.603583:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776634.603585:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776634.603586:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307583651
00000100:00000001:0.0:1775776634.603587:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603589:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307583651
00000100:00000001:0.0:1775776634.603590:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603591:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776634.603592:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603593:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776634.603595:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634]  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776634.603599:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776634.603599:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776634.603600:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776634.603601:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776634.603602:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776634.603603:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776634.603604:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776634.603608:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603612:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776634.603613:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603614:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603615:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776634.603617:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603621:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776634.603623:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603626:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776634.603627:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603628:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603629:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603630:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776634.603631:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776634.603632:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776634.603633:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776634.603634:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776634.603636:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776634.603640:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776634.603642:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776634.603644:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603647:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776634.603648:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603649:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776634.603650:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776634.603651:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776634.603653:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273984:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776634.603654:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776634.603656:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776634.603656:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776634.603658:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603659:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776634.603661:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776634.603662:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776634.603663:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776634.603665:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776634.603666:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309273984, portal 4
00000100:00000001:0.0:1775776634.603667:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776634.603668:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776634.603672:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603675:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776634.603676:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776634.603677:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776634.603678:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309273984, offset 0
00000400:00000200:0.0:1775776634.603680:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603682:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603683:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776634.603685:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776634.603687:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776634.603688:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776634.603690:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776634.603691:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340322:340322:256:4294967295] 192.168.201.105@tcp LPNI seq info [340267:340267:8:4294967295]
00000400:00000200:0.0:1775776634.603693:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776634.603697:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776634.603699:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603700:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776634.603702:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776634.603704:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776634.603706:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776634.603708:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776634.603710:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776634.603711:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776634.603713:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776634.603715:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776634.603716:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776634.603717:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776634.603718:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776634.603720:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603724:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776659 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603729:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603730:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776634.603731:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776634.603732:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776634.603734:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776634.603735:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307583660
00000100:00000001:0.0:1775776634.603736:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603737:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307583660
00000100:00000001:0.0:1775776634.603738:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307584391
00000100:00000001:0.0:1775776634.603739:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776634.603740:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603741:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776634.603743:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634]  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776634.603747:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776634.603747:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776634.603748:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776634.603749:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776634.603750:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776634.603751:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776634.603753:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776634.603757:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603760:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776634.603761:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603762:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603763:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776634.603764:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603768:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776634.603769:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603773:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776634.603774:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603775:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776634.603775:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603776:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776634.603777:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776634.603778:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776634.603780:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776634.603781:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776634.603783:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776634.603786:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309273984:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776634.603788:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603789:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603791:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309273728/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603795:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776634.603796:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603797:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776634.603798:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776634.603799:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776634.603800:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776634.603801:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776634.603802:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc62c00.
02000000:00000001:0.0:1775776634.603803:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776634.603804:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776634.603805:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776634.603806:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776634.603807:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603808:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603810:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309273856/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603813:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776634.603814:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603815:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776634.603816:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776634.603816:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776634.603817:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776634.603818:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776634.603819:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc61400.
02000000:00000001:0.0:1775776634.603820:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776634.603820:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776634.603821:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776634.603822:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776634.603822:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603823:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776634.603825:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309273984/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776634.603828:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776634.603829:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776634.603830:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776634.603831:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776634.603832:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776634.603833:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776634.603834:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776634.603834:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60800.
02000000:00000001:0.0:1775776634.603835:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776634.603836:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776634.603837:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776634.603838:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776634.603838:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603839:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776634.603841:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776634.603842:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776634.603843:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776634.603844:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776635.242273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776635.242279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776635.242285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776635.242286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776635.242310:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776635.242313:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776635.242315:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776635.498286:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776635.498293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776635.498295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776635.498301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776635.498306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776635.498309:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776635.498312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776635.498314:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776635.498317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776635.562268:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307584391, at 4307584448
00000100:00000040:1.0:1775776635.562271:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307584391, at 4307584448
00000100:00000010:1.0:1775776635.562284:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1f00.
00000100:00000010:0.0:1775776635.562290:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776636.266274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776636.266280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776636.266285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776636.266287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776636.266310:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776636.266313:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776636.266316:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776636.522292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776636.522298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776636.522300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776636.522305:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776636.522309:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776636.522313:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776636.522315:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776636.522318:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776636.522320:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776637.290278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776637.290282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776637.290286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776637.290287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776637.290342:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776637.290345:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776637.290348:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776637.546259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776637.546264:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776637.546266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776637.546270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776637.546273:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776637.546275:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776637.546277:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776637.546279:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776637.546280:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314955:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776638.314962:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776638.314964:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776638.314967:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314972:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776638.314974:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314976:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314978:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314982:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776638.314983:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776638.314984:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776638.314987:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314989:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776638.314990:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314991:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776638.314993:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776638.315055:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776638.315059:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776638.315062:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775776638.570274:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776638.570282:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776638.570286:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1775776638.570556:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1775776638.570562:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1775776638.570580:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1775776638.570584:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1775776638.570587:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776638.570626:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776638.570630:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776638.570632:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776638.570635:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776638.570637:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776638.570640:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776638.570643:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776638.570645:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776638.570647:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776639.338273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776639.338277:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776639.338282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776639.338283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776639.338303:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776639.338314:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776639.338317:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776639.594282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776639.594288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776639.594290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776639.594294:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776639.594298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776639.594300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776639.594302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776639.594304:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776639.594306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776639.722292:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776639.722302:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776639.722305:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776639.722308:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776639.722312:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776639.722320:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12916
00000400:00000200:2.0:1775776639.722329:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776639.722336:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776639.722338:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776639.722341:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722343:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776639.722344:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722346:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776639.722349:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776639.722351:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776639.722353:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776639.722356:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776639.722358:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776639.722360:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776639.722362:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722364:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776639.722366:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722367:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776639.722370:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776639.722373:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722376:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776639.722378:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776639.722382:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776639.722385:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722387:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776639.722389:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776639.722397:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776639.722401:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776639.722404:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776639.722406:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722409:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776639.722412:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776639.722416:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776639.722422:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776639.722427:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776639.722435:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776639.722446:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776639.722450:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776639.722454:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776639.722474:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776639.722477:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776639.722481:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776639.722482:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776639.722483:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776639.722486:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776639.722488:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12916
00000400:00000200:2.0:1775776639.722492:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776639.722495:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776639.722496:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776639.722499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776639.722500:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776639.722501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776639.722504:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776639.722506:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776639.722506:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776639.722509:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776639.722509:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776639.722511:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776639.722512:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776639.722515:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000040:0.0:1775776639.722516:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776639.722523:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776639.722528:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1775776639.722530:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776639.722531:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776639.722536:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776639.722538:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776639.722538:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1775776639.722542:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776639.722542:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722547:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776639.722548:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776639.722551:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00100000:0.0:1775776639.722555:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309274112:192.168.201.105@tcp:250:kworker.0
00000100:00080000:2.0:1775776639.722557:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776639.722564:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776639.722564:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776639.722567:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776639.722570:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776639.722573:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776639.722573:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776639.722576:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776639.722581:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776639.722583:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776639.722587:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.722590:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776639.722590:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000010:0.0:1775776639.722594:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000008:00100000:2.0:1775776639.722594:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776639.722598:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722599:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776639.722601:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000010:2.0:1775776639.722603:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776639.722606:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000200:0.0:1775776639.722607:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274112, portal 25
02000000:00000001:2.0:1775776639.722608:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776639.722610:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.722611:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776639.722613:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371466880 : -109519338084736 : ffff9c648ac1e680)
00000100:00000001:2.0:1775776639.722613:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776639.722616:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775776639.722620:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776639.722620:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776639.722627:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:0.0:1775776639.722628:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776639.722632:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722633:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776639.722634:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776639.722639:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309274112, offset 0
00000100:00100000:2.0:1775776639.722643:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776639.722645:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776639.722653:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776639.722657:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776639.722660:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776639.722661:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.722666:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1775776639.722669:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776639.722672:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776639.722675:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776639.722677:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776639.722683:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340323:340323:256:4294967295] 192.168.201.105@tcp LPNI seq info [340268:340268:8:4294967295]
00000400:00000200:0.0:1775776639.722690:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776639.722690:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776639.722694:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776639.722697:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776639.722700:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776639.722703:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1775776639.722703:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776639.722706:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776639.722710:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12916
00000800:00000200:0.0:1775776639.722713:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776639.722717:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000010:0.0:1775776639.722718:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000400:00000200:2.0:1775776639.722721:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776639.722723:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776639.722724:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722725:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776639.722726:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722728:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.0:1775776639.722731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776639.722732:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776639.722735:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:0.0:1775776639.722736:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1775776639.722737:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776639.722739:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776639.722741:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776639.722744:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000001:2.0:1775776639.722745:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.1:1775776639.722749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1775776639.722750:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722754:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1775776639.722757:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776639.722759:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000010:0.0:1775776639.722760:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00000001:2.0:1775776639.722761:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776639.722764:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776639.722765:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1775776639.722766:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722769:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.722770:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776639.722773:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
02000000:00000001:2.0:1775776639.722774:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1775776639.722776:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000001:2.0:1775776639.722777:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776639.722779:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1775776639.722780:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722782:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000200:0.0:1775776639.722785:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1775776639.722786:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776639.722791:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722794:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776639.722799:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776639.722800:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775776639.722815:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776639.722818:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776639.722819:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722820:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776639.722821:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776639.722823:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776639.722827:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000040:0.0:1775776639.722828:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776639.722831:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.722837:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776639.722838:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776639.722839:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776639.722845:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776639.722846:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722848:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.722852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776639.722853:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.722855:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307589511
00000100:00000010:0.0:1775776639.722861:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:2.0:1775776639.722862:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776639.722865:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776639.722867:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776639.722868:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776639.722869:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1775776639.722871:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776639.722874:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776639.722876:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12916
00000100:00000001:0.0:1775776639.722877:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307589511
00000400:00000200:2.0:1775776639.722880:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:0.0:1775776639.722881:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1660.
00000400:00000200:2.0:1775776639.722883:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776639.722885:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1775776639.722886:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776639.722890:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776639.722890:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776639.722893:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776639.722894:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776639.722896:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776639.722898:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776639.722898:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776639.722900:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776639.722901:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00100000:0.0:1775776639.722903:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776639]  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776639.722904:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776639.722906:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776639.722909:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776639.722913:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776639.722918:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000001:0.0:1775776639.722919:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775776639.722920:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1775776639.722921:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775776639.722923:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776639.722925:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776639.722925:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776639.722927:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000020:00000040:2.0:1775776639.722928:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000400:00000010:0.0:1775776639.722930:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00080000:2.0:1775776639.722932:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776639.722934:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775776639.722935:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776639.722938:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776639.722938:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776639.722942:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776639.722945:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722949:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776639.722951:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775776639.722952:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776639.722955:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776639.722959:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.722964:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1775776639.722965:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776639.722967:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775776639.722968:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776639.722969:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1775776639.722970:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776639.722971:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1775776639.722972:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776639.722975:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776639.722975:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776639.722978:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776639.722980:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.722985:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775776639.722985:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776639.722988:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776639.722989:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776639.722994:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776639.722996:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776639.723001:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723004:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776639.723005:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776639.723006:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776639.723008:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723010:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000040:2.0:1775776639.723011:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723014:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776639.723020:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1775776639.723022:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776639.723027:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12926)
00000100:00080000:0.0:1775776639.723029:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776639.723033:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776639.723038:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776639.723047:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309274112:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776639.723052:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723053:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723056:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309274112/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723062:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776639.723064:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723066:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776639.723070:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776639.723072:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776639.723073:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776639.723076:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776639.723078:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776639.723081:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776639.723083:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776639.723084:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:0.0:1775776639.723087:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776639.723088:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723089:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723095:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776639.723097:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723098:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776639.723099:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776639.723100:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776639.723103:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723107:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776639.723108:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723109:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776639.723110:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776639.723111:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776639.723113:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274240:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776639.723115:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776639.723116:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776639.723118:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723119:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723121:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776639.723122:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.723124:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776639.723126:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776639.723128:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776639.723131:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274240, portal 10
00000100:00000001:0.0:1775776639.723132:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776639.723133:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:0.0:1775776639.723137:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723141:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776639.723142:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776639.723143:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776639.723145:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309274240, offset 0
00000400:00000200:0.0:1775776639.723147:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723150:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723152:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776639.723154:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776639.723155:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776639.723157:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776639.723158:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723160:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340324:340324:256:4294967295] 192.168.201.105@tcp LPNI seq info [340269:340269:8:4294967295]
00000400:00000200:0.0:1775776639.723189:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723196:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776639.723201:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723204:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776639.723208:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776639.723211:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776639.723215:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776639.723217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776639.723219:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723220:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776639.723223:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776639.723225:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776639.723227:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776639.723228:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776639.723229:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776639.723232:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723237:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723238:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723246:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723247:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776639.723249:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776639.723252:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776639.723254:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776639.723255:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307588643
00000100:00000001:0.0:1775776639.723257:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723258:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307588643
00000100:00000001:0.0:1775776639.723260:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723261:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776639.723262:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723263:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776639.723265:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776639]  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776639.723269:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776639.723270:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776639.723271:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776639.723272:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776639.723273:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776639.723275:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776639.723276:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776639.723281:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723284:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776639.723285:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723286:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723286:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776639.723288:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723292:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776639.723294:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723298:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776639.723299:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723300:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723301:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723302:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776639.723303:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776639.723304:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776639.723306:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776639.723307:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776639.723309:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776639.723313:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274240:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776639.723315:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776639.723316:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723320:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776639.723321:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723322:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776639.723324:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776639.723325:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776639.723326:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776639.723328:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776639.723329:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776639.723330:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723331:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723333:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776639.723334:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.723336:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776639.723338:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776639.723340:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776639.723341:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274368, portal 4
00000100:00000001:0.0:1775776639.723342:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776639.723343:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:0.0:1775776639.723346:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723350:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776639.723351:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776639.723352:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776639.723354:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309274368, offset 0
00000400:00000200:0.0:1775776639.723356:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723358:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723360:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776639.723361:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776639.723363:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776639.723364:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776639.723365:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723367:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340325:340325:256:4294967295] 192.168.201.105@tcp LPNI seq info [340270:340270:8:4294967295]
00000400:00000200:0.0:1775776639.723370:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723373:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776639.723376:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723377:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776639.723379:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776639.723381:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776639.723383:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776639.723396:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776639.723399:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723400:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776639.723402:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776639.723404:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776639.723406:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776639.723407:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776639.723408:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776639.723410:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723415:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723416:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723420:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723421:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776639.723422:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776639.723424:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776639.723426:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776639.723427:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307588771
00000100:00000001:0.0:1775776639.723428:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723429:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307588771
00000100:00000001:0.0:1775776639.723431:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723432:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776639.723433:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723434:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776639.723436:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776639]  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776639.723440:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776639.723440:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776639.723441:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776639.723443:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776639.723444:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776639.723445:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776639.723447:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776639.723451:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723454:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776639.723455:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723456:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723457:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776639.723458:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723462:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776639.723464:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723467:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776639.723468:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723469:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723470:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723471:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776639.723471:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776639.723473:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776639.723474:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776639.723475:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776639.723477:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776639.723481:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776639.723483:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776639.723485:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723489:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776639.723490:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723491:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776639.723492:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776639.723493:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776639.723495:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274496:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776639.723496:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776639.723497:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776639.723498:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776639.723499:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723500:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776639.723501:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776639.723503:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776639.723504:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776639.723505:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776639.723507:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274496, portal 4
00000100:00000001:0.0:1775776639.723508:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776639.723509:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:0.0:1775776639.723512:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723515:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776639.723517:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776639.723518:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776639.723519:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309274496, offset 0
00000400:00000200:0.0:1775776639.723521:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723523:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723524:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776639.723526:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776639.723527:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776639.723528:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776639.723530:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776639.723532:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340326:340326:256:4294967295] 192.168.201.105@tcp LPNI seq info [340271:340271:8:4294967295]
00000400:00000200:0.0:1775776639.723536:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776639.723541:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776639.723545:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723548:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776639.723551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776639.723553:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776639.723557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776639.723560:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776639.723563:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776639.723565:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776639.723567:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776639.723570:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776639.723573:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776639.723574:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776639.723576:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776639.723579:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723586:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723588:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776664 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723594:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723595:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776639.723598:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776639.723600:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776639.723603:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776639.723605:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307588780
00000100:00000001:0.0:1775776639.723607:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723609:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307588780
00000100:00000001:0.0:1775776639.723611:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307589511
00000100:00000001:0.0:1775776639.723613:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776639.723637:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723639:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776639.723642:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776639]  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776639.723649:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776639.723651:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776639.723652:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776639.723654:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776639.723656:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776639.723658:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776639.723660:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776639.723667:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723673:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776639.723674:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723675:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723677:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776639.723680:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723686:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776639.723688:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723695:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776639.723697:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723698:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776639.723699:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723701:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776639.723702:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776639.723704:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776639.723707:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776639.723709:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776639.723712:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776639.723718:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274496:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776639.723722:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309274240/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723731:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776639.723732:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723734:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776639.723736:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776639.723737:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776639.723739:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776639.723740:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776639.723742:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776639.723744:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776639.723745:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776639.723746:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:0.0:1775776639.723748:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776639.723749:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723750:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723753:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309274368/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723758:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776639.723759:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723760:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776639.723764:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776639.723765:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776639.723766:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776639.723768:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776639.723769:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776639.723772:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776639.723773:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776639.723774:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776639.723776:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776639.723777:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723778:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776639.723780:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309274496/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776639.723786:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776639.723787:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776639.723788:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776639.723790:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776639.723791:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776639.723792:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776639.723794:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776639.723795:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776639.723797:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776639.723798:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776639.723799:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776639.723811:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776639.723813:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723814:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776639.723818:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776639.723819:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776639.723820:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776639.723822:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776640.362282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776640.362288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776640.362293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776640.362295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776640.362319:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776640.362322:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776640.362324:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776640.618273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776640.618280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776640.618282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776640.618287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776640.618291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776640.618295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776640.618297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776640.618300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776640.618303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776640.682296:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307589511, at 4307589568
00000100:00000010:0.0:1775776640.682310:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776640.684421:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307589511, at 4307589570
00000100:00000010:1.0:1775776640.684431:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1660.
00010000:00000001:0.0:1775776641.386258:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776641.386263:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776641.386268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776641.386269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776641.386329:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776641.386332:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776641.386336:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776641.642263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776641.642270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776641.642272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776641.642278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776641.642281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776641.642285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776641.642287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776641.642290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776641.642292:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776642.410296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776642.410302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776642.410306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776642.410307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776642.410396:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776642.410399:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776642.410402:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776642.666228:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776642.666233:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776642.666235:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776642.666239:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776642.666242:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776642.666246:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776642.666248:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776642.666251:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776642.666253:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776643.434342:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776643.434348:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776643.434354:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776643.434356:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776643.434382:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776643.434385:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776643.434388:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776643.690224:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776643.690232:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776643.690234:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776643.690239:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776643.690243:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776643.690247:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776643.690250:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776643.690252:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776643.690255:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776644.458301:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776644.458307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776644.458313:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776644.458314:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776644.458337:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776644.458340:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776644.458342:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776644.714271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776644.714278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776644.714280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776644.714285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776644.714290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776644.714293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776644.714296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776644.714298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776644.714301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776644.842258:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776644.842267:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776644.842270:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776644.842274:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776644.842278:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776644.842286:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12921
00000400:00000200:2.0:1775776644.842296:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776644.842302:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776644.842305:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776644.842309:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842311:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842314:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842316:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776644.842320:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776644.842321:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776644.842324:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776644.842326:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776644.842328:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776644.842330:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776644.842333:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842335:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842337:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842339:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776644.842342:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776644.842345:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842347:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842350:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776644.842353:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776644.842355:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842357:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776644.842360:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776644.842369:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776644.842371:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776644.842374:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776644.842376:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842378:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776644.842381:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776644.842384:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776644.842390:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776644.842398:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776644.842407:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776644.842417:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776644.842421:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776644.842425:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.842446:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776644.842449:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776644.842452:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776644.842454:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776644.842455:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776644.842458:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776644.842460:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12921
00000400:00000200:2.0:1775776644.842464:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776644.842467:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776644.842469:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776644.842471:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842473:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842474:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776644.842475:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776644.842476:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776644.842480:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776644.842481:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776644.842483:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776644.842485:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1775776644.842485:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776644.842489:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1775776644.842489:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776644.842493:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776644.842499:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776644.842499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842504:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842508:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842512:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776644.842514:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776644.842518:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776644.842518:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776644.842523:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1775776644.842524:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776644.842527:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776644.842528:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842531:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776644.842532:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842536:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775776644.842537:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309274624:192.168.201.105@tcp:250:kworker.0
02000000:00000001:2.0:1775776644.842541:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.842543:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776644.842544:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776644.842548:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1775776644.842549:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776644.842552:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1775776644.842552:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842556:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.842557:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1775776644.842559:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776644.842562:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000010:0.0:1775776644.842563:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776644.842563:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776644.842566:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842566:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842567:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776644.842569:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776644.842571:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776644.842574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000010:2.0:1775776644.842576:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000400:00000010:0.0:1775776644.842578:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776644.842580:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776644.842583:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00100000:2.0:1775776644.842587:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776644.842591:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274624, portal 25
00000100:00000001:0.0:1775776644.842595:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776644.842595:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776644.842598:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776644.842599:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776644.842603:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776644.842606:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.842621:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.842622:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1775776644.842624:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775776644.842626:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776644.842630:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:2.0:1775776644.842630:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776644.842632:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776644.842635:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776644.842636:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309274624, offset 0
00000100:00000001:2.0:1775776644.842637:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776644.842641:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12921
00000400:00000200:2.0:1775776644.842645:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.842648:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776644.842649:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776644.842652:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776644.842654:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842656:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842659:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.842661:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776644.842662:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776644.842665:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776644.842666:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776644.842667:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776644.842669:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776644.842671:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:2.0:1775776644.842671:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776644.842675:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776644.842678:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.842680:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776644.842685:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776644.842688:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1775776644.842691:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776644.842692:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:2.0:1775776644.842694:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842695:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776644.842696:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776644.842698:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776644.842701:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842702:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776644.842704:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776644.842705:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842708:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776644.842711:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340327:340327:256:4294967295] 192.168.201.105@tcp LPNI seq info [340272:340272:8:4294967295]
00000008:00100000:2.0:1775776644.842711:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776644.842727:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842728:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776644.842732:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776644.842733:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776644.842736:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776644.842738:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842742:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776644.842744:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776644.842746:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776644.842747:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776644.842753:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000400:00000200:0.0:1775776644.842758:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776644.842759:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776644.842768:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00100000:2.0:1775776644.842769:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1775776644.842775:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000001:2.0:1775776644.842780:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776644.842783:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776644.842784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776644.842788:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1775776644.842788:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.842798:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776644.842801:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776644.842802:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776644.842807:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1775776644.842807:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775776644.842810:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776644.842813:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776644.842815:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000100:0.0:1775776644.842818:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776644.842820:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12921
00000800:00000010:0.0:1775776644.842822:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:2.0:1775776644.842826:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.842830:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776644.842830:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:0.0:1775776644.842838:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1775776644.842843:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776644.842844:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776644.842848:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000040:2.0:1775776644.842849:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776644.842853:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776644.842853:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842856:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776644.842861:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.842861:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776644.842865:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776644.842868:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776644.842872:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776644.842875:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:0.0:1775776644.842878:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1775776644.842878:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776644.842882:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776644.842884:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.842891:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.842892:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1775776644.842896:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776644.842898:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842899:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776644.842903:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.842905:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776644.842907:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776644.842910:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307594631
00000020:00000040:2.0:1775776644.842911:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776644.842916:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000010:0.0:1775776644.842917:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:2.0:1775776644.842921:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842924:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776644.842925:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775776644.842927:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776644.842931:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.842932:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307594631
00000100:00000001:2.0:1775776644.842933:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:0.0:1775776644.842937:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1c60.
00000008:00100000:2.0:1775776644.842937:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776644.842942:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.842943:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776644.842945:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776644.842949:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776644.842951:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776644.842955:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776644.842956:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776644.842957:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776644.842961:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776644.842962:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776644.842963:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776644.842966:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775776644.842967:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776644.842972:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00100000:0.0:1775776644.842973:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644]  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.842978:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776644.842987:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775776644.842988:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776644.842991:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776644.842994:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776644.842999:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000001:2.0:1775776644.843001:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1775776644.843002:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:2.0:1775776644.843005:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843007:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1775776644.843009:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776644.843014:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776644.843019:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12931)
00000100:00000200:0.0:1775776644.843020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776644.843038:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843045:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776644.843046:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843048:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843050:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776644.843053:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843059:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776644.843063:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843069:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776644.843072:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843073:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843074:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843076:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776644.843078:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776644.843081:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776644.843084:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776644.843087:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776644.843091:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776644.843099:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309274624:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776644.843103:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843105:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843108:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309274624/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843119:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776644.843122:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843124:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776644.843129:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776644.843131:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776644.843132:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776644.843135:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776644.843137:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:0.0:1775776644.843140:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776644.843142:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776644.843143:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776644.843147:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776644.843149:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843151:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843156:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776644.843158:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843160:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776644.843162:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776644.843195:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776644.843203:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843211:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776644.843212:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843214:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776644.843216:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776644.843217:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776644.843220:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274752:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776644.843222:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776644.843223:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776644.843224:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843225:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843228:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776644.843229:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776644.843231:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776644.843234:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776644.843237:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776644.843241:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274752, portal 10
00000100:00000001:0.0:1775776644.843242:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776644.843244:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776644.843249:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843255:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776644.843257:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776644.843259:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776644.843261:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309274752, offset 0
00000400:00000200:0.0:1775776644.843265:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843269:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843273:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776644.843276:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776644.843278:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776644.843281:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776644.843283:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843286:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340328:340328:256:4294967295] 192.168.201.105@tcp LPNI seq info [340273:340273:8:4294967295]
00000400:00000200:0.0:1775776644.843290:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843295:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776644.843310:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843313:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776644.843317:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776644.843319:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776644.843324:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776644.843326:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776644.843330:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843331:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776644.843334:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776644.843337:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776644.843340:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776644.843342:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776644.843345:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776644.843348:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843355:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843357:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843361:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843362:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776644.843364:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776644.843367:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776644.843369:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776644.843370:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307593763
00000100:00000001:0.0:1775776644.843372:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843373:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307593763
00000100:00000001:0.0:1775776644.843375:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843376:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776644.843377:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843378:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776644.843380:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644]  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776644.843384:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776644.843385:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776644.843386:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776644.843387:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776644.843388:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776644.843389:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776644.843391:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776644.843395:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843403:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776644.843403:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843405:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843405:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776644.843408:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843413:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776644.843417:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843423:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776644.843425:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843426:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843427:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843429:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776644.843430:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776644.843433:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776644.843436:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776644.843438:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776644.843441:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776644.843449:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274752:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776644.843453:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776644.843456:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843462:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776644.843463:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843465:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776644.843466:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776644.843467:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776644.843469:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776644.843472:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776644.843473:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776644.843475:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843476:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843479:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776644.843481:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776644.843485:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776644.843487:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776644.843490:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776644.843493:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309274880, portal 4
00000100:00000001:0.0:1775776644.843495:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776644.843496:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776644.843501:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843507:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776644.843509:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776644.843511:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776644.843514:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309274880, offset 0
00000400:00000200:0.0:1775776644.843517:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843521:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843524:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776644.843527:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776644.843529:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776644.843531:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776644.843533:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843536:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340329:340329:256:4294967295] 192.168.201.105@tcp LPNI seq info [340274:340274:8:4294967295]
00000400:00000200:0.0:1775776644.843540:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843545:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776644.843550:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843553:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776644.843557:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776644.843559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776644.843562:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776644.843563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776644.843565:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843567:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776644.843569:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776644.843571:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776644.843573:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776644.843574:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776644.843575:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776644.843577:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843582:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843584:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843588:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843589:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776644.843591:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776644.843593:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776644.843595:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776644.843596:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307593891
00000100:00000001:0.0:1775776644.843598:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843599:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307593891
00000100:00000001:0.0:1775776644.843600:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843602:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776644.843603:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843605:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776644.843608:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644]  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776644.843616:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776644.843617:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776644.843619:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776644.843621:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776644.843622:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776644.843624:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776644.843627:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776644.843634:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843640:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776644.843641:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843643:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843644:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776644.843648:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843653:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776644.843657:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843663:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776644.843665:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843666:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843667:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843669:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776644.843670:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776644.843672:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776644.843675:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776644.843677:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776644.843680:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776644.843686:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309274880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776644.843690:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776644.843692:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843698:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776644.843700:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843701:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776644.843703:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776644.843705:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776644.843707:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275008:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776644.843710:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776644.843711:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776644.843722:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776644.843724:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843727:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776644.843729:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776644.843732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776644.843734:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776644.843737:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776644.843739:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275008, portal 4
00000100:00000001:0.0:1775776644.843741:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776644.843742:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776644.843748:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843754:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776644.843756:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776644.843758:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776644.843760:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309275008, offset 0
00000400:00000200:0.0:1775776644.843765:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843768:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843771:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776644.843772:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776644.843774:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776644.843776:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776644.843777:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776644.843779:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340330:340330:256:4294967295] 192.168.201.105@tcp LPNI seq info [340275:340275:8:4294967295]
00000400:00000200:0.0:1775776644.843781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776644.843785:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776644.843790:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843793:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776644.843796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776644.843799:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776644.843803:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776644.843805:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776644.843808:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776644.843810:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776644.843812:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776644.843815:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776644.843818:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776644.843820:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776644.843822:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776644.843825:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843831:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843834:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776669 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843840:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843841:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776644.843843:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776644.843846:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776644.843849:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776644.843851:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307593900
00000100:00000001:0.0:1775776644.843853:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843855:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307593900
00000100:00000001:0.0:1775776644.843857:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307594631
00000100:00000001:0.0:1775776644.843858:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776644.843860:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.843862:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776644.843865:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644]  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776644.843871:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776644.843873:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776644.843874:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776644.843876:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776644.843878:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776644.843879:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776644.843882:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776644.843889:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843894:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776644.843895:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843897:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843898:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776644.843901:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843908:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776644.843911:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843917:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776644.843920:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843921:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776644.843922:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843924:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776644.843925:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776644.843927:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776644.843930:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776644.843932:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776644.843935:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776644.843942:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275008:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776644.843946:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843947:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843950:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309274752/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843955:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776644.843956:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843958:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776644.843961:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776644.843962:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776644.843963:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776644.843965:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776644.843966:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776644.843968:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776644.843969:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776644.843971:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776644.843973:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776644.843974:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.843975:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.843978:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309274880/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.843988:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776644.843989:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776644.843990:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776644.843992:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776644.843993:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776644.843994:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776644.843996:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776644.843997:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:0.0:1775776644.844000:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776644.844001:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776644.844002:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776644.844004:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776644.844005:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.844006:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776644.844008:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309275008/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776644.844015:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776644.844016:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776644.844017:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776644.844019:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776644.844020:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776644.844021:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776644.844023:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776644.844024:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776644.844026:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776644.844027:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776644.844028:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776644.844030:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776644.844031:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.844032:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776644.844036:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776644.844038:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776644.844039:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776644.844041:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776645.482286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776645.482291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776645.482297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776645.482298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776645.482361:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776645.482365:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776645.482368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776645.738273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776645.738280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776645.738281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776645.738286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776645.738290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776645.738293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776645.738295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776645.738297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776645.738300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776645.802279:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307594631, at 4307594688
00000100:00000010:1.0:1775776645.802295:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1c60.
00000100:00000040:0.0:1775776645.802307:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307594631, at 4307594688
00000100:00000010:0.0:1775776645.802315:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776646.507825:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776646.507830:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776646.507835:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776646.507837:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776646.507899:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776646.507903:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776646.507906:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776646.762283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776646.762290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776646.762292:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776646.762297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776646.762301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776646.762305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776646.762308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776646.762310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776646.762313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530278:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776647.530284:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776647.530286:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776647.530289:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530294:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776647.530296:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530299:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530301:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530305:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776647.530306:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776647.530308:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776647.530310:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530311:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776647.530313:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530314:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776647.530316:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776647.530336:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776647.530338:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776647.530340:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776647.786284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776647.786291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776647.786293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776647.786299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776647.786302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776647.786306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776647.786309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776647.786310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776647.786313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776648.554788:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776648.554793:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776648.554799:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776648.554800:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776648.554830:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776648.554833:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776648.554836:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776648.810275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776648.810281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776648.810283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776648.810288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776648.810292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776648.810300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776648.810303:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776648.810306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776648.810309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776649.578265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776649.578269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776649.578273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776649.578274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776649.578353:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776649.578358:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776649.578362:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776649.834276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776649.834283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776649.834285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.834290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776649.834294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776649.834297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.834300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776649.834302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.834304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776649.962315:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776649.962324:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1775776649.962326:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776649.962329:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776649.962332:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776649.962337:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12926
00000400:00000200:1.0:1775776649.962344:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776649.962350:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776649.962353:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776649.962356:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962359:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962361:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962363:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776649.962367:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776649.962368:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:1.0:1775776649.962371:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776649.962373:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:1.0:1775776649.962375:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:1.0:1775776649.962377:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:1.0:1775776649.962380:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962382:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962384:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962385:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776649.962388:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:1.0:1775776649.962391:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962394:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776649.962397:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776649.962400:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776649.962402:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962404:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:1.0:1775776649.962405:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776649.962413:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16d80.
00000020:00000040:1.0:1775776649.962416:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:1.0:1775776649.962419:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776649.962420:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962422:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776649.962424:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776649.962427:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776649.962433:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63000.
00000100:00000001:1.0:1775776649.962437:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1775776649.962444:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776649.962451:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776649.962455:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776649.962457:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f39df07c] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776649.962532:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776649.962536:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776649.962539:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1775776649.962540:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776649.962542:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776649.962544:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776649.962547:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12926
00000400:00000200:1.0:1775776649.962551:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776649.962554:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776649.962556:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776649.962559:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962561:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962563:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962565:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776649.962566:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:0.0:1775776649.962567:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1775776649.962568:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:1.0:1775776649.962569:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776649.962571:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1775776649.962571:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776649.962573:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1775776649.962573:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:1.0:1775776649.962575:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776649.962578:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776649.962578:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962579:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962581:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962583:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776649.962585:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776649.962587:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1775776649.962587:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776649.962589:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962589:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776649.962591:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776649.962592:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776649.962594:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776649.962596:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776649.962596:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776649.962598:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.962599:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309275136:192.168.201.105@tcp:250:kworker.0
00000100:00000001:1.0:1775776649.962600:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776649.962603:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1775776649.962604:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776649.962606:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1775776649.962606:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.962608:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962608:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.962610:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1775776649.962613:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d14e00.
02000000:00000010:0.0:1775776649.962614:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
00000020:00000040:1.0:1775776649.962615:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776649.962616:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776649.962617:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776649.962618:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962619:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776649.962621:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:1.0:1775776649.962621:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776649.962632:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776649.962635:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
02000000:00000010:1.0:1775776649.962637:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63400.
00000100:00000001:1.0:1775776649.962640:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776649.962641:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00100000:1.0:1775776649.962644:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776649.962647:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275136, portal 25
00000100:00000001:0.0:1775776649.962649:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776649.962650:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523479424 : -109519186072192 : ffff9c6493d16d80)
00000100:00000001:1.0:1775776649.962651:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776649.962653:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776649.962655:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776649.962656:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e0a3085] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.962670:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1775776649.962670:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776649.962672:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:1.0:1775776649.962673:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775776649.962674:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:1.0:1775776649.962676:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1775776649.962677:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309275136, offset 0
00000100:00000001:1.0:1775776649.962677:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776649.962679:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1775776649.962681:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776649.962682:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:1.0:1775776649.962683:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12926
00000400:00000200:1.0:1775776649.962686:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:1.0:1775776649.962688:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:0.0:1775776649.962690:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:1.0:1775776649.962690:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1775776649.962693:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776649.962695:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:1.0:1775776649.962695:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962697:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962698:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776649.962699:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1775776649.962700:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776649.962701:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:1.0:1775776649.962702:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776649.962703:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000040:1.0:1775776649.962704:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000200:0.0:1775776649.962706:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1775776649.962706:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:1.0:1775776649.962708:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776649.962709:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:1.0:1775776649.962711:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962712:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776649.962713:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340331:340331:256:4294967295] 192.168.201.105@tcp LPNI seq info [340276:340276:8:4294967295]
00000100:00000040:1.0:1775776649.962714:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962716:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776649.962718:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:1.0:1775776649.962718:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:1.0:1775776649.962720:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962722:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1775776649.962724:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776649.962726:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1775776649.962726:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776649.962728:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962730:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775776649.962732:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00100000:1.0:1775776649.962732:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1775776649.962735:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962736:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776649.962737:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000010:1.0:1775776649.962739:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d15500.
00000020:00000040:1.0:1775776649.962740:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:0.0:1775776649.962743:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:1.0:1775776649.962743:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1775776649.962744:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776649.962746:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1775776649.962746:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1775776649.962747:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776649.962749:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1775776649.962752:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc63800.
00000800:00000200:0.1:1775776649.962752:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:1.0:1775776649.962755:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776649.962755:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000100:00100000:1.0:1775776649.962758:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775776649.962759:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.962762:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00000001:1.0:1775776649.962765:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1775776649.962766:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776649.962768:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1775776649.962769:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045e679eb] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776649.962772:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776649.962776:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000001:1.0:1775776649.962776:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776649.962778:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00080000:1.0:1775776649.962778:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1775776649.962781:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776649.962782:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1775776649.962782:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1775776649.962784:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776649.962786:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1775776649.962786:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:1.0:1775776649.962788:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12926
00000400:00000200:1.0:1775776649.962791:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776649.962794:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1775776649.962794:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:1.0:1775776649.962796:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776649.962797:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776649.962799:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962801:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1775776649.962803:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962805:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:1.0:1775776649.962807:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:1.0:1775776649.962808:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:1.0:1775776649.962809:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:1.0:1775776649.962810:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:1.0:1775776649.962812:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:1.0:1775776649.962814:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:1.0:1775776649.962816:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776649.962817:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962818:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776649.962819:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1775776649.962820:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:1.0:1775776649.962821:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:1.0:1775776649.962823:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776649.962824:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1775776649.962826:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776649.962827:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:1.0:1775776649.962828:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.962829:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307599751
02000000:00000001:1.0:1775776649.962830:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1775776649.962832:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1775776649.962833:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776649.962834:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:1.0:1775776649.962835:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:1.0:1775776649.962837:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776649.962839:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000008:00000001:1.0:1775776649.962839:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962840:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1775776649.962842:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c6493d16300.
00000020:00000040:1.0:1775776649.962844:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776649.962846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307599751
02000000:00000001:1.0:1775776649.962847:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000010:0.0:1775776649.962848:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d12a0.
02000000:00000001:1.0:1775776649.962848:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1775776649.962849:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776649.962851:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1775776649.962851:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1775776649.962852:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.962854:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1775776649.962855:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c64abc60800.
00000100:00000001:0.0:1775776649.962856:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.962858:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1775776649.962858:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.962862:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649]  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1775776649.962862:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1775776649.962870:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1775776649.962871:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1775776649.962871:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776649.962873:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1775776649.962874:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098ef0e25] to pc [ptlrpcd_rcv+-1]  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776649.962875:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776649.962877:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776649.962879:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776649.962881:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1775776649.962881:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776649.962884:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1775776649.962885:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12936)
00000100:00000200:0.0:1775776649.962891:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.962897:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776649.962899:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962901:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.962902:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776649.962906:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.962913:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776649.962917:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.962922:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776649.962924:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962925:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.962926:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962928:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776649.962929:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776649.962932:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776649.962936:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776649.962938:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776649.962941:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776649.962949:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309275136:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776649.962953:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962955:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.962957:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16d80 x1862023309275136/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.962963:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776649.962966:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776649.962968:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776649.962970:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776649.962971:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776649.962972:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776649.962973:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776649.962975:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63000.
02000000:00000001:0.0:1775776649.962978:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776649.962979:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776649.962981:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16d80.
00000100:00000001:0.0:1775776649.962983:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776649.962984:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962985:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.962990:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776649.962991:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.962992:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776649.962993:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776649.962994:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776649.962996:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963000:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776649.963001:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963003:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776649.963004:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776649.963005:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.963006:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275264:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776649.963008:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776649.963009:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776649.963010:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963011:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963014:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776649.963015:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776649.963017:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776649.963019:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776649.963021:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776649.963023:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275264, portal 10
00000100:00000001:0.0:1775776649.963024:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776649.963025:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523471360 : -109519186080256 : ffff9c6493d14e00)
00000100:00000040:0.0:1775776649.963028:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963032:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776649.963034:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776649.963036:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776649.963037:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309275264, offset 0
00000400:00000200:0.0:1775776649.963039:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963042:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963044:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776649.963046:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776649.963048:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776649.963049:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776649.963051:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963053:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340332:340332:256:4294967295] 192.168.201.105@tcp LPNI seq info [340277:340277:8:4294967295]
00000400:00000200:0.0:1775776649.963055:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963059:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776649.963061:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963063:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776649.963065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776649.963067:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776649.963070:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776649.963072:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776649.963074:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963075:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776649.963077:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776649.963079:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776649.963080:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776649.963081:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776649.963083:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776649.963085:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963090:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963091:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963095:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963096:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776649.963098:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776649.963100:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776649.963102:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776649.963104:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307598882
00000100:00000001:0.0:1775776649.963105:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963107:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307598882
00000100:00000001:0.0:1775776649.963108:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963109:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776649.963110:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963111:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776649.963113:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649]  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776649.963117:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776649.963118:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776649.963119:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776649.963120:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776649.963121:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776649.963122:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776649.963123:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776649.963128:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963133:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776649.963134:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963136:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963137:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776649.963140:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963147:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776649.963150:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963157:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776649.963159:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963160:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963161:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963184:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776649.963186:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776649.963189:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776649.963192:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776649.963194:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776649.963198:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776649.963206:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275264:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776649.963209:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776649.963212:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963219:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776649.963220:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963222:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776649.963224:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776649.963225:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.963228:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776649.963230:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776649.963232:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776649.963234:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963235:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963238:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776649.963240:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776649.963256:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776649.963259:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776649.963263:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776649.963265:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275392, portal 4
00000100:00000001:0.0:1775776649.963267:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776649.963268:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523473152 : -109519186078464 : ffff9c6493d15500)
00000100:00000040:0.0:1775776649.963272:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963276:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776649.963278:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776649.963279:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776649.963280:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309275392, offset 0
00000400:00000200:0.0:1775776649.963283:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963285:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963287:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776649.963289:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776649.963290:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776649.963292:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776649.963293:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963295:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340333:340333:256:4294967295] 192.168.201.105@tcp LPNI seq info [340278:340278:8:4294967295]
00000400:00000200:0.0:1775776649.963297:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963301:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776649.963303:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963305:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776649.963308:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776649.963310:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776649.963312:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776649.963314:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776649.963316:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963317:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776649.963319:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776649.963321:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776649.963323:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776649.963324:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776649.963326:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776649.963328:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963332:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963334:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963337:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963338:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776649.963340:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776649.963342:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776649.963343:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776649.963351:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307599011
00000100:00000001:0.0:1775776649.963353:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963354:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307599011
00000100:00000001:0.0:1775776649.963355:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963356:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776649.963358:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963359:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776649.963361:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649]  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776649.963365:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776649.963366:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776649.963367:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776649.963368:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776649.963369:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776649.963370:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776649.963372:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776649.963377:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963383:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776649.963384:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963385:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963387:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776649.963389:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963396:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776649.963399:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963405:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776649.963407:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963408:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963409:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963411:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776649.963412:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776649.963415:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776649.963417:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776649.963420:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776649.963423:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776649.963430:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776649.963433:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776649.963435:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963439:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776649.963440:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963441:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776649.963443:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776649.963444:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776649.963445:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275520:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776649.963447:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776649.963448:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776649.963449:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776649.963450:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963452:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776649.963453:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776649.963455:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776649.963457:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776649.963458:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776649.963460:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275520, portal 4
00000100:00000001:0.0:1775776649.963462:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776649.963462:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554523476736 : -109519186074880 : ffff9c6493d16300)
00000100:00000040:0.0:1775776649.963466:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963469:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776649.963471:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776649.963472:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776649.963473:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309275520, offset 0
00000400:00000200:0.0:1775776649.963483:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963485:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963487:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776649.963489:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776649.963490:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776649.963492:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776649.963493:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776649.963495:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340334:340334:256:4294967295] 192.168.201.105@tcp LPNI seq info [340279:340279:8:4294967295]
00000400:00000200:0.0:1775776649.963497:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776649.963501:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776649.963504:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963506:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776649.963508:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776649.963509:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776649.963512:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776649.963514:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776649.963516:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776649.963517:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776649.963519:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776649.963521:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776649.963522:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776649.963523:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776649.963525:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776649.963527:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963531:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963532:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776674 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963536:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963537:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776649.963538:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776649.963540:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776649.963541:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776649.963542:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307599020
00000100:00000001:0.0:1775776649.963544:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963545:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307599020
00000100:00000001:0.0:1775776649.963546:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307599751
00000100:00000001:0.0:1775776649.963548:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776649.963549:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963550:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776649.963551:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649]  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776649.963558:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776649.963559:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776649.963561:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776649.963563:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776649.963564:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776649.963565:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776649.963568:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776649.963576:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963580:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776649.963581:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963582:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963583:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776649.963585:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963589:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776649.963591:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963595:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776649.963596:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963597:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776649.963598:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963599:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776649.963600:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776649.963601:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776649.963602:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776649.963603:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776649.963606:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776649.963610:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c6493d16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275520:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776649.963612:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963613:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963615:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d14e00 x1862023309275264/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963618:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776649.963619:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963620:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776649.963622:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776649.963634:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776649.963635:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776649.963636:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776649.963637:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63400.
02000000:00000001:0.0:1775776649.963639:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776649.963640:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776649.963640:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d14e00.
00000100:00000001:0.0:1775776649.963642:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776649.963643:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963644:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963646:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d15500 x1862023309275392/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963650:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776649.963651:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963652:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776649.963655:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776649.963655:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776649.963656:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776649.963657:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776649.963658:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc63800.
02000000:00000001:0.0:1775776649.963659:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776649.963660:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776649.963661:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d15500.
00000100:00000001:0.0:1775776649.963662:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776649.963663:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963664:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776649.963666:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c6493d16300 x1862023309275520/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776649.963669:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776649.963669:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776649.963670:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776649.963671:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776649.963672:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776649.963672:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776649.963673:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776649.963674:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c64abc60800.
02000000:00000001:0.0:1775776649.963675:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776649.963675:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776649.963676:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c6493d16300.
00000100:00000001:0.0:1775776649.963677:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776649.963678:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963679:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776649.963681:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776649.963682:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776649.963682:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776649.963683:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776650.602277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776650.602283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776650.602288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776650.602289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776650.602342:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776650.602345:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776650.602347:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776650.858290:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776650.858296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776650.858298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776650.858303:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776650.858307:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776650.858312:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776650.858315:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776650.858318:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776650.858321:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776650.922279:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307599751, at 4307599808
00000100:00000040:1.0:1775776650.922282:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307599751, at 4307599808
00000100:00000010:1.0:1775776650.922297:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d12a0.
00000100:00000010:0.0:1775776650.922299:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776651.626276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776651.626281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776651.626285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776651.626286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776651.626305:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776651.626307:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776651.626309:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776651.882321:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776651.882327:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776651.882329:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776651.882333:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776651.882337:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776651.882340:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776651.882342:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776651.882345:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776651.882348:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776652.650321:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776652.650328:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776652.650332:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776652.650333:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776652.650359:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776652.650362:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776652.650364:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776652.906306:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776652.906316:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776652.906318:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776652.906325:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776652.906329:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776652.906333:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776652.906336:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776652.906339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776652.906343:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776653.674242:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776653.674246:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776653.674251:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776653.674253:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776653.674306:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776653.674309:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776653.674312:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776653.930232:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776653.930236:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776653.930238:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776653.930243:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776653.930246:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776653.930249:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776653.930251:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776653.930253:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776653.930254:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776654.698280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776654.698285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776654.698289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776654.698290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776654.698351:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776654.698355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776654.698358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776654.954524:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776654.954531:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776654.954532:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776654.954554:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776654.954558:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776654.954561:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776654.954564:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776654.954566:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776654.954569:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776655.082300:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776655.082310:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776655.082313:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776655.082316:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776655.082321:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776655.082327:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12931
00000400:00000200:0.0:1775776655.082336:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776655.082342:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776655.082345:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776655.082348:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082351:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776655.082354:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082356:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776655.082360:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776655.082362:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776655.082364:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776655.082366:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776655.082368:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776655.082370:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776655.082373:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082375:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776655.082377:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082378:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776655.082381:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776655.082384:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082386:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.082389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776655.082393:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776655.082396:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776655.082398:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776655.082400:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776655.082408:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1500.
00000020:00000040:0.0:1775776655.082411:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776655.082415:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776655.082416:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776655.082419:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776655.082421:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776655.082425:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776655.082432:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd800.
00000100:00000001:0.0:1775776655.082439:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776655.082447:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776655.082457:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776655.082462:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776655.082467:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c06792] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776655.082490:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776655.082493:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776655.082496:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776655.082498:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776655.082499:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776655.082502:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776655.082504:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12931
00000400:00000200:0.0:1775776655.082508:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776655.082511:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776655.082513:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776655.082516:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082518:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776655.082520:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082522:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776655.082525:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776655.082526:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776655.082528:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776655.082530:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776655.082532:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776655.082545:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776655.082546:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775776655.082550:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776655.082552:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776655.082553:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776655.082556:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776655.082557:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082560:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776655.082563:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000040:2.0:1775776655.082565:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776655.082568:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082577:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.082580:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776655.082584:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775776655.082586:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776655.082587:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.082592:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.082593:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776655.082594:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775776655.082597:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1775776655.082599:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775776655.082601:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775776655.082604:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.082607:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309275648:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776655.082608:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776655.082614:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776655.082614:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775776655.082618:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776655.082619:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776655.082622:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.082623:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776655.082626:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.082627:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776655.082631:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776655.082633:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1775776655.082634:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776655.082636:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.082639:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776655.082642:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000400:00000200:2.0:1775776655.082646:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776655.082648:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776655.082651:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000100:00100000:0.0:1775776655.082655:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775776655.082659:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000001:0.0:1775776655.082667:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1775776655.082667:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275648, portal 25
00000100:00000001:0.0:1775776655.082671:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.082672:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776655.082675:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:0.0:1775776655.082678:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003484c598] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776655.082684:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.082700:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775776655.082703:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776655.082704:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:0.0:1775776655.082708:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1775776655.082709:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00080000:0.0:1775776655.082715:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:2.0:1775776655.082715:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309275648, offset 0
00000100:00000001:0.0:1775776655.082717:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776655.082720:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776655.082723:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775776655.082726:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:0.0:1775776655.082728:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12931
00000400:00000200:0.0:1775776655.082734:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.082737:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776655.082740:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776655.082743:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776655.082747:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000040:0.0:1775776655.082748:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082754:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775776655.082756:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1775776655.082757:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082760:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776655.082763:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1775776655.082764:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000040:0.0:1775776655.082766:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776655.082769:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776655.082771:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776655.082773:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776655.082775:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776655.082778:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775776655.082780:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082784:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775776655.082785:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:0.0:1775776655.082790:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776655.082794:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340335:340335:256:4294967295] 192.168.201.105@tcp LPNI seq info [340280:340280:8:4294967295]
00000100:00000001:0.0:1775776655.082795:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776655.082801:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:2.0:1775776655.082805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:0.0:1775776655.082808:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776655.082812:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.082814:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776655.082817:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776655.082822:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.082823:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775776655.082826:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776655.082831:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1775776655.082834:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000008:00000001:0.0:1775776655.082835:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776655.082839:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775776655.082841:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000100:00000010:0.0:1775776655.082843:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0380.
00000020:00000040:0.0:1775776655.082846:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776655.082850:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1775776655.082851:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:0.0:1775776655.082852:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776655.082856:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775776655.082857:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776655.082860:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776655.082862:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776655.082867:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:0.0:1775776655.082869:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acccc00.
00000800:00000200:2.1:1775776655.082872:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1775776655.082874:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775776655.082880:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00100000:0.0:1775776655.082881:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1775776655.082883:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776655.082891:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775776655.082893:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776655.082896:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.082900:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1775776655.082905:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40fea40] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776655.082906:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776655.082910:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776655.082916:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775776655.082920:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776655.082923:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776655.082924:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776655.082932:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776655.082935:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776655.082938:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776655.082942:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:2.0:1775776655.082943:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775776655.082946:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12931
00000100:00000040:2.0:1775776655.082950:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776655.082954:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776655.082961:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776655.082966:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775776655.082968:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776655.082971:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776655.082972:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776655.082976:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776655.082978:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776655.082980:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776655.082981:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776655.082985:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776655.082987:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000400:00000200:2.0:1775776655.082988:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:0.0:1775776655.082991:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775776655.082993:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307604871
00000020:00000040:0.0:1775776655.082994:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776655.082999:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776655.083001:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:2.0:1775776655.083001:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e377e0.
00000100:00000040:0.0:1775776655.083007:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.083010:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776655.083010:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775776655.083014:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776655.083017:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776655.083019:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:2.0:1775776655.083020:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307604871
00000100:00080000:0.0:1775776655.083024:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000010:2.0:1775776655.083026:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37240.
00000100:00000001:0.0:1775776655.083028:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776655.083031:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776655.083031:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1775776655.083034:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776655.083036:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776655.083039:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083041:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776655.083043:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776655.083045:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1775776655.083046:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776655.083050:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.083052:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776655/real 1775776655]  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776655.083053:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776655.083060:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2a00.
00000020:00000040:0.0:1775776655.083064:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776655.083068:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1775776655.083068:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1775776655.083072:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775776655.083072:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776655.083075:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000100:00000001:0.0:1775776655.083076:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776655.083077:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776655.083079:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776655.083082:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accdc00.
00000100:00000001:0.0:1775776655.083086:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.083088:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776655.083092:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00100000:0.0:1775776655.083093:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776655.083096:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776655.083104:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776655.083105:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776655.083110:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776655.083118:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083128:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:0.0:1775776655.083130:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948a2502] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083131:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083136:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083139:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776655.083147:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.083152:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776655.083153:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12941)
00000100:00000001:2.0:1775776655.083162:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776655.083198:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083205:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776655.083208:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083210:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083211:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083213:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776655.083215:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776655.083218:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776655.083222:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776655.083224:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776655.083228:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776655.083236:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309275648:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776655.083240:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083241:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.083244:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309275648/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083250:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776655.083252:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776655.083254:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776655.083257:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776655.083259:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776655.083260:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776655.083262:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776655.083264:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:2.0:1775776655.083270:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776655.083271:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776655.083273:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:2.0:1775776655.083277:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776655.083278:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083281:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083287:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776655.083289:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083290:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776655.083292:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776655.083293:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776655.083297:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083318:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776655.083319:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083321:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776655.083323:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776655.083325:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.083329:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275776:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776655.083332:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776655.083334:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776655.083336:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083337:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776655.083340:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776655.083342:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.083346:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776655.083348:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776655.083351:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776655.083354:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275776, portal 10
00000100:00000001:2.0:1775776655.083356:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776655.083357:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:2.0:1775776655.083363:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083369:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776655.083371:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776655.083373:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776655.083376:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309275776, offset 0
00000400:00000200:2.0:1775776655.083379:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083383:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083394:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776655.083396:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776655.083399:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776655.083401:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776655.083404:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083407:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340336:340336:256:4294967295] 192.168.201.105@tcp LPNI seq info [340281:340281:8:4294967295]
00000400:00000200:2.0:1775776655.083411:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083417:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776655.083422:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083425:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776655.083429:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776655.083432:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775776655.083436:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776655.083438:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775776655.083442:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083444:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776655.083446:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776655.083450:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776655.083452:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776655.083454:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776655.083456:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776655.083460:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083467:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.083470:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083476:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083478:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776655.083480:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776655.083484:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776655.083487:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776655.083489:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307604003
00000100:00000001:2.0:1775776655.083492:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083493:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307604003
00000100:00000001:2.0:1775776655.083495:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083497:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776655.083499:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083501:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776655.083504:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776655/real 1775776655]  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776655.083512:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776655.083513:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776655.083514:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776655.083516:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776655.083518:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776655.083519:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776655.083522:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776655.083531:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083550:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776655.083552:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083553:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083554:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776655.083558:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083565:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776655.083568:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083575:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776655.083577:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083579:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083580:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083581:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776655.083583:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776655.083585:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776655.083588:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776655.083590:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776655.083594:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776655.083599:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275776:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776655.083601:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776655.083603:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083606:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776655.083607:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083609:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776655.083610:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776655.083611:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.083612:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776655.083614:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776655.083615:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776655.083616:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083617:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776655.083619:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776655.083620:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.083622:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776655.083624:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776655.083625:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776655.083627:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309275904, portal 4
00000100:00000001:2.0:1775776655.083628:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776655.083629:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:2.0:1775776655.083633:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083637:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776655.083638:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776655.083639:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776655.083641:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309275904, offset 0
00000400:00000200:2.0:1775776655.083643:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083646:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083648:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776655.083650:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776655.083651:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776655.083653:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776655.083654:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083656:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340337:340337:256:4294967295] 192.168.201.105@tcp LPNI seq info [340282:340282:8:4294967295]
00000400:00000200:2.0:1775776655.083659:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083663:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776655.083665:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083667:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776655.083669:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776655.083671:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775776655.083673:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776655.083675:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775776655.083677:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083678:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776655.083680:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776655.083682:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776655.083684:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776655.083685:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776655.083686:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776655.083688:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083692:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.083693:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083697:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083698:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776655.083700:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776655.083702:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776655.083704:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776655.083705:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307604131
00000100:00000001:2.0:1775776655.083706:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083707:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307604131
00000100:00000001:2.0:1775776655.083709:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083710:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776655.083711:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083712:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776655.083714:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776655/real 1775776655]  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776655.083718:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776655.083719:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776655.083720:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776655.083721:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776655.083722:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776655.083723:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776655.083724:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776655.083729:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083735:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776655.083737:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083738:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083739:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776655.083742:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083749:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776655.083752:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083758:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776655.083760:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083762:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.083763:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.083765:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776655.083766:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776655.083768:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776655.083771:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776655.083773:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776655.083776:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776655.083784:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309275904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776655.083788:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776655.083791:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083796:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776655.083798:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083799:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776655.083801:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776655.083803:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776655.083805:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276032:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776655.083808:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776655.083809:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776655.083811:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776655.083812:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776655.083816:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776655.083817:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776655.083821:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776655.083823:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776655.083826:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776655.083828:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276032, portal 4
00000100:00000001:2.0:1775776655.083830:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776655.083831:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:2.0:1775776655.083836:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083842:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776655.083844:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776655.083846:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776655.083849:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309276032, offset 0
00000400:00000200:2.0:1775776655.083853:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083856:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083859:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776655.083862:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776655.083864:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776655.083867:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776655.083869:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776655.083872:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340338:340338:256:4294967295] 192.168.201.105@tcp LPNI seq info [340283:340283:8:4294967295]
00000400:00000200:2.0:1775776655.083876:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776655.083882:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776655.083886:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083889:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776655.083892:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776655.083895:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1775776655.083899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776655.083901:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1775776655.083905:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776655.083906:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:2.0:1775776655.083909:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776655.083912:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776655.083915:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:2.0:1775776655.083916:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:2.0:1775776655.083918:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776655.083922:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083928:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.083931:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.083937:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083939:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776655.083942:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776655.083944:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776655.083947:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776655.083949:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307604140
00000100:00000001:2.0:1775776655.083951:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083953:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307604140
00000100:00000001:2.0:1775776655.083955:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307604871
00000100:00000001:2.0:1775776655.083956:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776655.083958:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.083960:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776655.083963:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776655/real 1775776655]  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776655.083971:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776655.083972:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776655.083974:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776655.083976:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:2.0:1775776655.083977:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:2.0:1775776655.083979:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776655.083982:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776655.083989:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084000:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776655.084001:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084003:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.084005:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776655.084008:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084014:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776655.084018:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084024:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776655.084027:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084028:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776655.084029:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084031:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776655.084032:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776655.084034:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776655.084037:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776655.084039:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776655.084043:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776655.084051:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276032:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776655.084054:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084055:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.084058:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309275776/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084064:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776655.084065:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776655.084067:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776655.084070:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776655.084071:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776655.084072:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776655.084074:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776655.084076:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:2.0:1775776655.084078:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776655.084079:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776655.084081:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776655.084083:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776655.084084:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084086:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.084088:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309275904/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084095:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776655.084096:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776655.084098:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776655.084100:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776655.084101:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776655.084102:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776655.084104:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776655.084105:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:2.0:1775776655.084107:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776655.084108:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776655.084109:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:2.0:1775776655.084110:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776655.084111:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084112:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776655.084116:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309276032/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776655.084122:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776655.084123:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776655.084124:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776655.084126:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776655.084127:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776655.084128:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776655.084130:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776655.084131:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:2.0:1775776655.084133:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776655.084134:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776655.084135:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:2.0:1775776655.084137:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776655.084138:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084140:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776655.084143:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776655.084145:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776655.084146:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776655.084148:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776655.722268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776655.722272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776655.722277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776655.722279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776655.722298:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776655.722301:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776655.722303:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776655.978294:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776655.978302:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776655.978304:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776655.978309:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776655.978314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776655.978317:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776655.978320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776655.978323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776655.978325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776656.042264:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307604871, at 4307604928
00000100:00000040:1.0:1775776656.042269:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307604871, at 4307604928
00000100:00000010:0.0:1775776656.042279:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e377e0.
00000100:00000010:1.0:1775776656.042281:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37240.
00010000:00000001:0.0:1775776656.747186:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776656.747191:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776656.747197:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776656.747198:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776656.747220:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776656.747223:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776656.747225:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776657.002277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776657.002284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776657.002285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776657.002290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776657.002294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776657.002298:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776657.002300:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776657.002303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776657.002305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776657.770280:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776657.770282:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776657.770286:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770291:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776657.770294:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770296:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770298:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776657.770304:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776657.770305:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776657.770306:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770308:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776657.770309:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770311:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776657.770312:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776657.770377:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776657.770381:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776657.770384:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776658.026265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776658.026272:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776658.026274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776658.026280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776658.026284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776658.026287:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776658.026289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776658.026292:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776658.026294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776658.794708:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776658.794713:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776658.794719:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776658.794720:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776658.794811:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776658.794815:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776658.794817:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776659.050279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776659.050285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776659.050287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776659.050293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776659.050297:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776659.050301:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776659.050304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776659.050306:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776659.050309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776659.818279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776659.818284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776659.818289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776659.818292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776659.818315:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776659.818317:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776659.818319:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776660.074289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776660.074294:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776660.074296:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776660.074300:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776660.074304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776660.074307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.074309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776660.074311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.074313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776660.202301:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776660.202308:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776660.202313:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776660.202316:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776660.202320:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776660.202326:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12936
00000400:00000200:2.0:1775776660.202333:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776660.202338:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776660.202340:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776660.202344:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202347:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202350:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202353:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776660.202357:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776660.202358:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776660.202361:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776660.202364:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776660.202366:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776660.202368:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776660.202371:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202373:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202376:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202378:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776660.202381:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776660.202384:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202386:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776660.202389:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776660.202393:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776660.202395:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202398:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776660.202400:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776660.202414:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776660.202417:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776660.202421:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776660.202423:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202425:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776660.202428:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776660.202432:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776660.202438:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776660.202469:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776660.202479:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776660.202490:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776660.202493:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776660.202496:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.202512:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776660.202515:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776660.202518:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776660.202519:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776660.202521:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776660.202524:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776660.202527:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12936
00000400:00000200:2.0:1775776660.202532:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776660.202535:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776660.202536:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775776660.202538:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776660.202541:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1775776660.202542:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776660.202545:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776660.202546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202549:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202551:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776660.202553:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776660.202555:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776660.202557:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775776660.202559:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776660.202560:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776660.202564:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776660.202568:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776660.202574:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202579:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776660.202580:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1775776660.202582:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776660.202583:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202586:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776660.202589:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775776660.202590:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:0.0:1775776660.202593:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1775776660.202594:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776660.202600:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202600:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776660.202604:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1775776660.202608:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309276160:192.168.201.105@tcp:250:kworker.0
02000000:00000001:2.0:1775776660.202611:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776660.202613:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776660.202615:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.202618:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776660.202618:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776660.202622:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775776660.202623:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776660.202626:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1775776660.202628:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202631:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776660.202632:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accfc00.
00000100:00000010:2.0:1775776660.202635:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
02000000:00000001:0.0:1775776660.202636:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776660.202640:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776660.202644:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775776660.202645:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776660.202647:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776660.202650:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776660.202650:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776660.202654:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776660.202656:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776660.202658:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
02000000:00000010:2.0:1775776660.202662:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000200:0.0:1775776660.202665:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276160, portal 25
00000100:00000001:2.0:1775776660.202666:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.202671:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776660.202674:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00100000:2.0:1775776660.202676:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776660.202683:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.202687:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776660.202691:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.202699:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776660.202699:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776660.202706:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776660.202711:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776660.202715:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309276160, offset 0
00000100:00000001:2.0:1775776660.202715:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776660.202718:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776660.202722:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776660.202725:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776660.202726:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776660.202727:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776660.202731:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776660.202734:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12936
00000400:00000200:0.0:1775776660.202736:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776660.202740:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.202745:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776660.202745:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776660.202749:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776660.202753:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776660.202754:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1775776660.202755:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776660.202760:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000040:2.0:1775776660.202760:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202764:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776660.202767:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1775776660.202767:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776660.202769:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776660.202771:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776660.202773:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000020:00000040:2.0:1775776660.202775:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776660.202777:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776660.202779:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340339:340339:256:4294967295] 192.168.201.105@tcp LPNI seq info [340284:340284:8:4294967295]
00000020:00000001:2.0:1775776660.202782:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776660.202787:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776660.202790:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776660.202791:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202795:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202797:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776660.202799:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776660.202809:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202814:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776660.202815:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1775776660.202816:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776660.202820:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1775776660.202824:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776660.202824:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202827:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776660.202830:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1775776660.202832:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000008:00000001:2.0:1775776660.202833:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202836:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776660.202839:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776660.202841:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000200:0.0:1775776660.202842:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775776660.202844:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776660.202845:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202847:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1775776660.202848:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
02000000:00000001:2.0:1775776660.202848:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776660.202851:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776660.202855:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776660.202858:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776660.202858:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776660.202862:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000100:00100000:2.0:1775776660.202864:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1775776660.202874:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202875:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1775776660.202877:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00000001:2.0:1775776660.202879:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776660.202883:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1775776660.202885:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776660.202891:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776660.202900:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000001:2.0:1775776660.202900:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776660.202903:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00080000:2.0:1775776660.202904:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776660.202908:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775776660.202908:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776660.202911:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776660.202913:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776660.202915:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.202916:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776660.202921:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12936
00000400:00000200:2.0:1775776660.202929:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776660.202932:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1775776660.202933:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776660.202937:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776660.202940:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776660.202942:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202946:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202951:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202954:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776660.202957:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776660.202958:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776660.202959:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776660.202961:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1775776660.202962:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776660.202964:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776660.202966:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776660.202967:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776660.202970:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776660.202972:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776660.202974:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776660.202976:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.202976:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776660.202981:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000400:00000200:0.0:1775776660.202984:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776660.202985:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776660.202986:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307609991
00000100:00000001:2.0:1775776660.202989:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776660.202992:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
02000000:00000001:2.0:1775776660.202992:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776660.202998:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776660.203000:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1775776660.203001:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.203004:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776660.203005:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307609991
00000008:00100000:2.0:1775776660.203007:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000010:0.0:1775776660.203009:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1600.
00000008:00000001:2.0:1775776660.203010:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203012:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776660.203013:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203016:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1775776660.203018:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776660.203019:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776660.203022:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776660.203023:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1775776660.203027:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1775776660.203029:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776660/real 1775776660]  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776660.203029:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776660.203033:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776660.203036:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776660.203038:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776660.203041:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776660.203043:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:2.0:1775776660.203043:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000400:00000010:0.0:1775776660.203044:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776660.203048:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000001:2.0:1775776660.203048:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776660.203049:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776660.203053:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:2.0:1775776660.203057:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776660.203058:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.203081:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1775776660.203083:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.203084:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776660.203089:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776660.203104:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203105:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776660.203108:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776660.203108:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12946)
00000100:00000001:0.0:1775776660.203112:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203114:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776660.203119:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203128:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776660.203132:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203139:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776660.203141:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203143:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203144:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203146:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776660.203148:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776660.203151:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776660.203154:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776660.203156:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776660.203160:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776660.203188:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309276160:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776660.203193:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203195:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.203198:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309276160/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203205:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776660.203207:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776660.203218:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accfc00.
02000000:00000001:0.0:1775776660.203222:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776660.203224:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776660.203230:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776660.203232:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776660.203234:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776660.203238:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776660.203240:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776660.203241:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776660.203244:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776660.203245:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203247:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203253:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776660.203256:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203257:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776660.203259:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776660.203260:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776660.203264:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203271:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776660.203272:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203274:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776660.203276:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776660.203278:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776660.203280:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276288:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776660.203283:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776660.203285:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776660.203286:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203288:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776660.203290:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accfc00.
02000000:00000001:0.0:1775776660.203292:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776660.203296:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776660.203299:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776660.203302:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776660.203304:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276288, portal 10
00000100:00000001:0.0:1775776660.203306:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776660.203307:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776660.203313:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203327:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776660.203330:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776660.203333:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776660.203335:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309276288, offset 0
00000400:00000200:0.0:1775776660.203339:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203343:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203346:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776660.203349:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776660.203351:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776660.203353:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776660.203356:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203358:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340340:340340:256:4294967295] 192.168.201.105@tcp LPNI seq info [340285:340285:8:4294967295]
00000400:00000200:0.0:1775776660.203362:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203368:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776660.203373:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203376:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776660.203380:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776660.203383:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776660.203387:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776660.203390:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776660.203393:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203395:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776660.203398:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776660.203401:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776660.203404:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776660.203406:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776660.203408:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776660.203411:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203419:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.203422:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203428:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203429:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776660.203432:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776660.203436:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776660.203439:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776660.203440:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307609123
00000100:00000001:0.0:1775776660.203443:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203458:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307609123
00000100:00000001:0.0:1775776660.203460:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203462:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776660.203464:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203466:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776660.203470:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776660/real 1775776660]  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776660.203477:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776660.203478:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776660.203479:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776660.203482:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776660.203483:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776660.203485:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776660.203488:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776660.203495:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203502:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776660.203503:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203505:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203506:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776660.203509:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203515:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776660.203518:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203525:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776660.203527:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203528:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203529:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203531:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776660.203532:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776660.203535:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776660.203538:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776660.203539:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776660.203543:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776660.203550:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276288:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776660.203554:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776660.203557:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203564:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776660.203565:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203567:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776660.203568:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776660.203570:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776660.203573:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776660.203576:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776660.203577:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776660.203578:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203580:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776660.203583:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf400.
02000000:00000001:0.0:1775776660.203584:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776660.203588:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776660.203591:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776660.203594:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776660.203596:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276416, portal 4
00000100:00000001:0.0:1775776660.203598:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776660.203599:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:0.0:1775776660.203604:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203610:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776660.203612:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776660.203614:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776660.203616:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309276416, offset 0
00000400:00000200:0.0:1775776660.203619:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203623:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203625:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776660.203628:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776660.203630:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776660.203632:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776660.203634:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203636:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340341:340341:256:4294967295] 192.168.201.105@tcp LPNI seq info [340286:340286:8:4294967295]
00000400:00000200:0.0:1775776660.203640:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203645:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776660.203649:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203652:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776660.203655:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776660.203658:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776660.203661:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776660.203676:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776660.203679:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203681:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776660.203684:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776660.203687:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776660.203689:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776660.203691:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776660.203693:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776660.203696:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203703:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.203705:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203711:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203713:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776660.203716:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776660.203718:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776660.203722:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776660.203724:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307609251
00000100:00000001:0.0:1775776660.203726:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203728:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307609251
00000100:00000001:0.0:1775776660.203730:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203732:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776660.203734:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203736:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776660.203739:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776660/real 1775776660]  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776660.203746:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776660.203747:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776660.203749:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776660.203751:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776660.203753:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776660.203755:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776660.203758:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776660.203767:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203779:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776660.203781:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203783:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203784:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776660.203787:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203794:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776660.203797:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203805:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776660.203807:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203808:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.203809:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.203811:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776660.203812:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776660.203814:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776660.203817:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776660.203819:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776660.203823:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776660.203829:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776660.203832:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776660.203835:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203838:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776660.203839:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203841:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776660.203843:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776660.203844:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776660.203845:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276544:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776660.203847:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776660.203848:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776660.203849:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776660.203850:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776660.203852:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776660.203853:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776660.203855:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776660.203857:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776660.203859:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776660.203861:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276544, portal 4
00000100:00000001:0.0:1775776660.203862:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776660.203864:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776660.203869:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203875:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776660.203878:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776660.203880:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776660.203882:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309276544, offset 0
00000400:00000200:0.0:1775776660.203886:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203889:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203893:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776660.203895:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776660.203898:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776660.203900:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776660.203902:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776660.203906:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340342:340342:256:4294967295] 192.168.201.105@tcp LPNI seq info [340287:340287:8:4294967295]
00000400:00000200:0.0:1775776660.203910:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776660.203916:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776660.203920:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203923:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776660.203927:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776660.203929:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776660.203934:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776660.203936:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776660.203940:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776660.203941:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776660.203944:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776660.203947:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776660.203950:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776660.203951:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776660.203953:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776660.203956:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203963:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.203966:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776685 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.203973:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203974:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776660.203976:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776660.203979:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776660.203982:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776660.203984:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307609260
00000100:00000001:0.0:1775776660.203986:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203988:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307609260
00000100:00000001:0.0:1775776660.203990:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307609991
00000100:00000001:0.0:1775776660.203992:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776660.203994:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.203995:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776660.203998:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776660/real 1775776660]  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776660.204006:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776660.204007:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776660.204008:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776660.204010:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776660.204012:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776660.204013:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776660.204016:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776660.204024:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204031:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776660.204032:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204034:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.204035:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776660.204038:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204044:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776660.204048:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204053:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776660.204055:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204057:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776660.204057:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204058:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776660.204059:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776660.204060:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776660.204062:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776660.204063:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776660.204066:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776660.204070:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276544:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776660.204072:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204074:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.204075:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309276288/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204079:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776660.204081:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776660.204082:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accfc00.
02000000:00000001:0.0:1775776660.204084:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776660.204086:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776660.204087:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776660.204089:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776660.204090:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776660.204093:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776660.204094:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776660.204095:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776660.204097:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776660.204098:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204099:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.204102:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309276416/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204108:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776660.204109:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776660.204110:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf400.
02000000:00000001:0.0:1775776660.204112:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776660.204113:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776660.204114:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776660.204116:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776660.204117:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776660.204119:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776660.204120:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776660.204121:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776660.204123:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776660.204124:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204125:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776660.204128:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309276544/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776685 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776660.204133:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776660.204134:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776660.204135:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776660.204137:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776660.204138:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776660.204139:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776660.204141:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776660.204142:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776660.204144:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776660.204145:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776660.204146:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776660.204148:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776660.204149:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204150:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776660.204152:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776660.204153:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776660.204155:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776660.204155:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776660.842281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776660.842286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776660.842292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776660.842293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776660.842314:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776660.842317:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776660.842319:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776661.098267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776661.098274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776661.098276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776661.098281:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776661.098285:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776661.098289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776661.098291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776661.098292:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776661.098295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776661.162272:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307609991, at 4307610048
00000100:00000010:1.0:1775776661.162288:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1600.
00000100:00000040:0.0:1775776661.162304:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307609991, at 4307610048
00000100:00000010:0.0:1775776661.162312:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776661.866562:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776661.866568:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776661.866574:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776661.866575:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776661.868351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776661.868355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776661.868358:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776662.122234:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776662.122239:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776662.122240:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776662.122244:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776662.122246:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776662.122249:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776662.122251:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776662.122252:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776662.122254:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776662.890284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776662.890287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776662.890292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776662.890293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776662.890351:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776662.890355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776662.890358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776663.146276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776663.146282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776663.146284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776663.146289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776663.146293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776663.146296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776663.146299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776663.146301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776663.146304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776663.914274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776663.914278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776663.914282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776663.914282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776663.914303:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776663.914307:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776663.914310:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776664.170426:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776664.170432:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776664.170434:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776664.170440:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776664.170442:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776664.170445:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776664.170448:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776664.170450:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776664.170453:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776664.938285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776664.938290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776664.938295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776664.938297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776664.938318:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776664.938321:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776664.938323:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776665.194248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776665.194253:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776665.194255:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776665.194260:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776665.194265:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776665.194268:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776665.194271:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776665.194274:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776665.194277:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776665.322238:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776665.322248:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776665.322251:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776665.322254:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776665.322258:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776665.322263:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12941
00000400:00000200:0.0:1775776665.322270:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776665.322275:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776665.322277:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776665.322280:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322282:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322284:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322285:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776665.322288:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776665.322289:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776665.322291:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776665.322293:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776665.322294:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776665.322296:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776665.322298:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322299:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322300:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322301:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776665.322303:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776665.322305:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322306:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776665.322308:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776665.322310:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776665.322312:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322313:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776665.322315:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776665.322329:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0e00.
00000020:00000040:0.0:1775776665.322333:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776665.322339:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776665.322340:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322343:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776665.322345:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776665.322349:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776665.322379:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf800.
00000100:00000001:0.0:1775776665.322386:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776665.322395:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776665.322403:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776665.322406:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776665.322409:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfa6c076] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776665.322426:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776665.322429:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776665.322432:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776665.322433:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776665.322435:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776665.322438:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776665.322440:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12941
00000400:00000200:0.0:1775776665.322444:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776665.322447:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776665.322449:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776665.322452:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322453:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322455:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776665.322455:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776665.322457:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776665.322459:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1775776665.322459:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775776665.322460:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776665.322461:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775776665.322461:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775776665.322463:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000040:2.0:1775776665.322467:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775776665.322469:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776665.322472:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776665.322474:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776665.322475:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776665.322476:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776665.322477:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776665.322478:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322479:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:2.0:1775776665.322480:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1775776665.322482:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
02000000:00000001:2.0:1775776665.322483:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775776665.322485:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:2.0:1775776665.322485:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322487:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776665.322488:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309276672:192.168.201.105@tcp:250:kworker.0
02000000:00000001:0.0:1775776665.322489:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776665.322492:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776665.322493:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776665.322495:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322496:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775776665.322496:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776665.322498:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775776665.322500:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775776665.322500:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1775776665.322502:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322504:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776665.322506:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1f80.
02000000:00000010:2.0:1775776665.322506:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776665.322508:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776665.322509:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776665.322511:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776665.322512:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322513:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775776665.322513:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776665.322515:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776665.322516:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776665.322517:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
02000000:00000010:0.0:1775776665.322519:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000001:0.0:1775776665.322522:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776665.322523:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00100000:0.0:1775776665.322527:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1775776665.322530:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276672, portal 25
00000100:00000001:2.0:1775776665.322532:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776665.322534:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776665.322534:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000001:0.0:1775776665.322536:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776665.322539:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7336a2] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776665.322539:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776665.322547:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322547:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775776665.322549:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775776665.322549:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:0.0:1775776665.322552:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:2.0:1775776665.322552:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000001:0.0:1775776665.322554:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776665.322555:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1775776665.322555:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309276672, offset 0
00000100:00000001:0.0:1775776665.322557:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776665.322560:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12941
00000400:00000200:2.0:1775776665.322560:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776665.322563:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776665.322565:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776665.322567:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776665.322568:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776665.322569:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322571:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322572:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322574:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776665.322574:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:0.0:1775776665.322576:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776665.322577:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776665.322578:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775776665.322578:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1775776665.322580:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776665.322582:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776665.322582:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000020:00000001:0.0:1775776665.322584:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776665.322585:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775776665.322587:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322588:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322589:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322590:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322592:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776665.322592:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340343:340343:256:4294967295] 192.168.201.105@tcp LPNI seq info [340288:340288:8:4294967295]
00000020:00000040:0.0:1775776665.322594:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776665.322596:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322597:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776665.322598:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776665.322599:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776665.322601:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776665.322603:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322605:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775776665.322606:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000008:00100000:0.0:1775776665.322607:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776665.322609:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322611:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776665.322611:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000010:0.0:1775776665.322613:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0a80.
00000020:00000040:0.0:1775776665.322615:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000010:2.0:1775776665.322616:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
02000000:00000001:0.0:1775776665.322618:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776665.322619:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776665.322620:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776665.322621:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776665.322623:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776665.322623:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000010:0.0:1775776665.322626:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accfc00.
00000800:00000200:2.1:1775776665.322627:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776665.322628:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776665.322631:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776665.322638:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776665.322640:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776665.322643:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0176542] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776665.322650:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322651:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776665.322652:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776665.322655:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1775776665.322655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776665.322657:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776665.322658:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776665.322658:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307615111
00000100:00000001:0.0:1775776665.322660:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776665.322662:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12941
00000100:00000010:2.0:1775776665.322663:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37de0.
00000400:00000200:0.0:1775776665.322665:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776665.322668:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776665.322669:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775776665.322669:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775776665.322672:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322674:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322675:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776665.322675:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307615111
00000100:00000001:0.0:1775776665.322677:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:2.0:1775776665.322678:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37420.
00000020:00000001:0.0:1775776665.322679:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776665.322680:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776665.322681:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775776665.322681:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1775776665.322683:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000001:2.0:1775776665.322684:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1775776665.322685:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776665.322686:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776665.322688:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776665.322689:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776665.322690:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776665.322691:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776665.322692:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776665.322693:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776665.322695:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776665.322697:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:2.0:1775776665.322697:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1775776665.322699:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776665.322699:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1775776665.322701:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322701:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776665.322702:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1775776665.322703:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776665.322703:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775776665.322705:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776665.322707:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776665.322707:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776665.322709:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776665.322711:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776665.322713:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322713:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776665.322715:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322715:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776665.322717:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1c00.
02000000:00000001:2.0:1775776665.322717:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776665.322718:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1775776665.322719:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776665.322720:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776665.322721:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776665.322723:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776665.322723:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276800:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776665.322724:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776665.322725:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775776665.322726:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776665.322727:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776665.322728:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776665.322729:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776665.322730:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce000.
02000000:00000001:2.0:1775776665.322731:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776665.322732:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776665.322734:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
00000100:00100000:0.0:1775776665.322736:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775776665.322736:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776665.322739:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776665.322741:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b769f8.
00000100:00000001:0.0:1775776665.322742:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776665.322744:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776665.322744:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000040:0.0:1775776665.322747:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89ed854] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776665.322747:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276800, portal 10
00000100:00000001:2.0:1775776665.322750:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776665.322751:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000001:0.0:1775776665.322754:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776665.322756:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776665.322759:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12951)
00000100:00000001:2.0:1775776665.322761:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776665.322763:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776665.322766:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776665.322767:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309276800, offset 0
00000400:00000200:2.0:1775776665.322771:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322775:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.322778:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776665.322781:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776665.322783:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776665.322786:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776665.322788:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322791:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340344:340344:255:4294967295] 192.168.201.105@tcp LPNI seq info [340289:340289:7:4294967295]
00000400:00000200:2.0:1775776665.322795:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.322799:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776665.322802:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776665.322804:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776665.322807:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776665.322809:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776665.322811:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776665.322813:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776665.322815:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776665.322817:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307614242
00000100:00000001:2.0:1775776665.322818:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.322820:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307614242
00000100:00000001:2.0:1775776665.322821:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.322822:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776665.322824:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322825:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776665.322827:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776665.322831:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776665.322832:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776665.322833:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776665.322835:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776665.322836:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776665.322837:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776665.322839:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776665.322840:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776665.322842:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776665.322843:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776665.322846:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776665.322847:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776665.322850:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776665.322852:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776665.322855:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776665.322858:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309276928, portal 4
00000100:00000001:2.0:1775776665.322859:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776665.322860:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:2.0:1775776665.322865:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776665.322870:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776665.322872:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776665.322874:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64550.
00000100:00000200:2.0:1775776665.322876:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309276928, offset 0
00000400:00000200:2.0:1775776665.322881:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322884:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.322887:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776665.322890:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776665.322893:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776665.322895:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776665.322897:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776665.322900:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340345:340345:254:4294967295] 192.168.201.105@tcp LPNI seq info [340290:340290:6:4294967295]
00000400:00000200:2.0:1775776665.322903:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.322907:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776665.322910:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776665.322912:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0b00.
00000800:00000200:2.0:1775776665.322915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776665.322917:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776665.322918:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776665.322920:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776665.322922:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776665.322923:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307614370
00000100:00000001:2.0:1775776665.322924:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.322926:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307614370
00000100:00000001:2.0:1775776665.322927:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.322928:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776665.322929:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322931:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.322932:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776665.322934:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776665.322935:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776665.322936:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776665.322937:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776665.322937:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776665.322940:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776665.322945:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776665.322946:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776665.322948:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776665.322949:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776665.322951:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776665.322954:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277056:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776665.322957:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776665.322959:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776665.322960:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776665.322961:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776665.322964:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776665.322965:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776665.322968:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776665.322970:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b765d8.
00000400:00000010:2.0:1775776665.322973:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64dd0.
00000100:00000200:2.0:1775776665.322976:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277056, portal 4
00000100:00000001:2.0:1775776665.322977:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776665.322978:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:2.0:1775776665.322983:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776665.322988:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776665.322989:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776665.322991:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776665.322993:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309277056, offset 0
00000400:00000200:2.0:1775776665.322997:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776665.323001:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.323004:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776665.323006:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776665.323008:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776665.323010:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776665.323012:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776665.323014:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340346:340346:253:4294967295] 192.168.201.105@tcp LPNI seq info [340291:340291:5:4294967295]
00000400:00000200:2.0:1775776665.323018:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776665.323023:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776665.323027:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776665.323030:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0000.
00000800:00000200:2.0:1775776665.323033:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776665.323037:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776665.323039:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776665.323042:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776665.323045:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776665.323046:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307614379
00000100:00000001:2.0:1775776665.323049:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.323051:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307614379
00000100:00000001:2.0:1775776665.323053:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307615111
00000100:00000001:2.0:1775776665.323054:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776665.323055:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.323057:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.323058:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776665.323060:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776665.323061:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776665.323062:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776665.323063:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776665.323064:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776665.323065:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776665.962260:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776665.962265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776665.962269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776665.962270:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776665.962326:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776665.962329:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776665.962332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776666.218429:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776666.218435:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776666.218436:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776666.218440:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776666.218443:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776666.218451:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776666.218454:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776666.218455:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776666.218457:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776666.282265:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307615111, at 4307615168
00000100:00000040:1.0:1775776666.282265:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307615111, at 4307615168
00000100:00000010:1.0:1775776666.282279:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37420.
00000100:00000010:0.0:1775776666.282281:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37de0.
00010000:00000001:0.0:1775776666.986429:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776666.986435:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776666.986441:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776666.986442:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776666.986534:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776666.986538:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776666.986541:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776667.242280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776667.242286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776667.242288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776667.242292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776667.242294:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776667.242297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776667.242299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776667.242301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776667.242303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776668.010299:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776668.010301:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776668.010304:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010334:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776668.010337:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010339:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010342:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010347:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776668.010349:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776668.010350:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776668.010351:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010353:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776668.010353:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010354:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776668.010356:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776668.010375:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776668.010376:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776668.010378:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776668.266270:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776668.266277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776668.266279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776668.266284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776668.266287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776668.266295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776668.266298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776668.266300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776668.266303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776668.394445:0:2346:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776668.394480:0:2346:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776668.394490:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776668.394495:0:2346:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776668.394500:0:2346:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776668.394505:0:2346:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776668.394511:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776668.394516:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:3.0:1775776668.394521:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776668.394525:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776668.394531:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:3.0:1775776668.394533:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:3.0:1775776668.394538:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776668.394546:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776668.394570:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776668.394574:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776668.394582:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776668.394584:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776668.394594:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776668.394597:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:3.0:1775776668.394600:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776668.394604:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776668.394607:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:3.0:1775776668.394609:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776668.394612:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776668.394612:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776668.394617:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.394618:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776668.394624:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776668.394628:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776668.394631:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776668.394638:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776668.394640:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776668.394645:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776668.394647:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0b00.
00000400:00000200:3.0:1775776668.394649:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776668.394653:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776668.394655:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64550
00000400:00000010:3.0:1775776668.394657:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64550.
00000100:00000001:3.0:1775776668.394660:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1775776668.394663:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776668]  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776668.394667:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776668.394690:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000001:2.0:1775776668.394691:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1775776668.394694:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776668.394695:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776668.394698:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776668.394704:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000100:00000001:3.0:1775776668.394706:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776668.394708:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:3.0:1775776668.394709:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776668.394713:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000800:00000100:3.0:1775776668.394718:0:2346:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000100:00000200:2.0:1775776668.394720:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1775776668.394722:0:2346:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0000.
00000400:00000200:3.0:1775776668.394728:0:2346:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776668.394735:0:2346:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776668.394738:0:2346:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:3.0:1775776668.394739:0:2346:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:3.0:1775776668.394744:0:2346:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776668.394748:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776668.394752:0:2346:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.394773:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776668.394776:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776668.394776:0:2346:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776668.394781:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775776668.394781:0:2346:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776690 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.394785:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776668.394792:0:2346:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776668.394793:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776668.394794:0:2346:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776668.394806:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776668.394811:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.394819:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776668.394822:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.394824:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.394825:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.394828:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776668.394830:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776668.394833:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776668.394838:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776668.394840:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776668.394844:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776668.394853:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309276672:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776668.394857:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776668.394859:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776668.394862:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309276672/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.395753:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776668.395756:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776668.395760:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776668.395765:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776668.395767:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776668.395769:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776668.395771:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776668.395774:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:2.0:1775776668.395777:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776668.395779:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776668.395781:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:2.0:1775776668.395792:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776668.395794:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.395797:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776668.395799:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776668.395800:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776668.395803:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776668.395810:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776668]  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776668.395820:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776668.395821:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776668.395824:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b765d8.
00000400:00000200:2.0:1775776668.395827:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64dd0
00000400:00000010:2.0:1775776668.395829:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64dd0.
00000100:00000001:2.0:1775776668.395831:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776668.395834:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776668.395842:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.395849:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776668.395850:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.395852:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.395854:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776668.395858:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.395864:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776668.397774:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397783:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776668.397786:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397789:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.397790:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397793:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776668.397795:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776668.397798:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776668.397802:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776668.397805:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776668.397809:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776668.397817:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277056:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776668.397823:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776668.397827:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776668]  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776668.397838:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776668.397840:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776668.397843:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b769f8.
00000400:00000200:2.0:1775776668.397847:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776668.397849:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776668.397852:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776668.397855:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776668.397864:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397871:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776668.397873:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397875:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.397876:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776668.397880:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397886:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776668.397889:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397896:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776668.397898:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397899:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.397900:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397901:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776668.397903:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776668.397905:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776668.397909:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776668.397911:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776668.397914:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776668.397922:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276800:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776668.397926:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776668.397930:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776668]  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776668.397937:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776668.397938:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776668.397939:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776668.397941:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776668.397942:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776668.397944:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776668.397947:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776668.397955:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397960:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776668.397962:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397963:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.397965:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776668.397969:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397975:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776668.397978:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.397985:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776668.397987:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397989:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776668.397990:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.397991:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776668.397992:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776668.397994:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776668.397997:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776668.397999:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776668.398002:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776668.398009:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309276928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776668.398012:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.398015:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776668.398018:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309277056/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.398025:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776668.398027:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776668.398030:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776668.398033:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776668.398036:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776668.398038:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776668.398041:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776668.398043:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:2.0:1775776668.398048:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776668.398049:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776668.398051:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:2.0:1775776668.398056:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776668.398057:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.398059:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776668.398062:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309276800/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.398069:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776668.398070:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776668.398071:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776668.398073:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776668.398075:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776668.398076:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776668.398078:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776668.398079:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:2.0:1775776668.398081:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776668.398082:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776668.398083:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:2.0:1775776668.398085:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776668.398086:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.398088:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776668.398090:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309276928/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776668.398096:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776668.398098:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776668.398099:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776668.398101:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776668.398102:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776668.398103:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776668.398105:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776668.398106:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:2.0:1775776668.398108:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776668.398109:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776668.398110:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:2.0:1775776668.398112:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776668.398113:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.398115:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776668.398123:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776668.398125:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776668.398127:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776668.398129:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776669.034352:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776669.034360:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776669.034369:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776669.034370:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776669.034404:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776669.034408:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776669.034411:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776669.290330:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776669.290338:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776669.290339:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776669.290345:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776669.290349:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776669.290353:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776669.290356:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776669.290358:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776669.290360:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776670.058424:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776670.058430:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776670.058436:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776670.058437:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776670.058522:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776670.058527:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776670.058532:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776670.314316:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776670.314324:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776670.314326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776670.314333:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776670.314338:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776670.314343:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776670.314347:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776670.314350:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776670.314353:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776670.442395:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776670.442408:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776670.442411:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776670.442416:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776670.442421:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776670.442430:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12946
00000400:00000200:0.0:1775776670.442442:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776670.442449:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776670.442453:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776670.442456:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442459:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442462:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442465:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776670.442469:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776670.442472:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776670.442475:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776670.442477:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776670.442480:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776670.442483:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776670.442486:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442488:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442490:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442492:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776670.442495:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776670.442499:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442501:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776670.442505:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776670.442509:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776670.442512:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442515:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776670.442518:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776670.442529:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3100.
00000020:00000040:0.0:1775776670.442533:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776670.442537:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776670.442539:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442543:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776670.442547:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776670.442552:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776670.442571:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accfc00.
00000100:00000001:0.0:1775776670.442579:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776670.442591:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776670.442603:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776670.442609:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776670.442614:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb781832] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776670.442648:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776670.442652:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776670.442655:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776670.442656:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776670.442658:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776670.442661:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776670.442666:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12946
00000400:00000200:0.0:1775776670.442671:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776670.442675:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776670.442677:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776670.442681:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442682:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442684:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442686:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776670.442688:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776670.442689:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776670.442690:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776670.442692:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776670.442694:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776670.442696:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776670.442699:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442700:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442702:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442704:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776670.442706:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776670.442709:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442711:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776670.442713:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776670.442730:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776670.442732:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442734:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776670.442738:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776670.442741:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442742:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776670.442745:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2300.
00000020:00000040:0.0:1775776670.442747:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776670.442749:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776670.442750:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442751:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776670.442753:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775776670.442753:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775776670.442754:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776670.442759:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce400.
00000100:00000001:2.0:1775776670.442761:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776670.442762:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.442765:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00100000:0.0:1775776670.442768:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776670.442775:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1775776670.442776:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776670.442779:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776670.442785:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009387a690] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.442797:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776670.442799:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.442801:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776670.442803:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776670.442807:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1775776670.442808:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776670.442809:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776670.442811:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776670.442813:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776670.442816:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12946
00000400:00000200:0.0:1775776670.442821:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:2.0:1775776670.442821:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776670.442825:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776670.442830:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309277184:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776670.442835:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:0.0:1775776670.442836:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776670.442840:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1775776670.442842:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776670.442846:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776670.442847:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:2.0:1775776670.442850:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776670.442852:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442856:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000010:2.0:1775776670.442857:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:0.0:1775776670.442859:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:2.0:1775776670.442861:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776670.442871:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000400:00000200:2.0:1775776670.442871:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:0.0:1775776670.442874:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776670.442877:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:2.0:1775776670.442878:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000020:00000040:0.0:1775776670.442879:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776670.442883:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776670.442886:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776670.442889:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442891:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.442894:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442896:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:2.0:1775776670.442897:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000020:00000040:0.0:1775776670.442898:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776670.442904:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442907:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776670.442909:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1775776670.442909:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277184, portal 25
02000000:00000001:0.0:1775776670.442912:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776670.442913:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1775776670.442917:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.442917:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000001:0.0:1775776670.442922:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776670.442925:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1775776670.442928:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775776670.442929:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.442932:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776670.442937:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3480.
00000020:00000040:0.0:1775776670.442940:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776670.442945:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776670.442946:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.442946:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775776670.442950:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776670.442952:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1775776670.442952:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:0.0:1775776670.442955:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776670.442957:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
02000000:00000010:0.0:1775776670.442961:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000200:2.0:1775776670.442963:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309277184, offset 0
00000100:00000001:0.0:1775776670.442965:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776670.442972:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775776670.442975:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776670.442983:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776670.442985:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776670.442989:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776670.442992:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040426db5] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776670.443001:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:0.0:1775776670.443004:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776670.443008:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775776670.443011:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1775776670.443015:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776670.443017:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1775776670.443019:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:0.0:1775776670.443020:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776670.443024:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775776670.443027:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775776670.443028:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12946
00000400:00000200:2.0:1775776670.443033:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776670.443036:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776670.443042:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1775776670.443043:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340347:340347:256:4294967295] 192.168.201.105@tcp LPNI seq info [340292:340292:8:4294967295]
00000100:00080000:0.0:1775776670.443046:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776670.443052:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776670.443053:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776670.443063:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.443067:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.443072:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776670.443073:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775776670.443077:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776670.443079:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776670.443082:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000200:2.0:1775776670.443084:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:0.0:1775776670.443086:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776670.443090:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776670.443092:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000010:2.0:1775776670.443092:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000100:00000040:0.0:1775776670.443098:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.443100:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776670.443104:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776670.443106:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776670.443109:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776670.443111:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776670.443114:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776670.443118:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1775776670.443119:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:0.0:1775776670.443122:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776670.443125:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.443127:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776670.443131:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1775776670.443133:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000008:00000001:0.0:1775776670.443134:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.443137:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776670.443144:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0a80.
00000800:00000200:2.1:1775776670.443145:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000020:00000040:0.0:1775776670.443148:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776670.443150:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776670.443152:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776670.443154:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776670.443155:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776670.443157:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776670.443193:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce000.
00000100:00000001:0.0:1775776670.443196:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776670.443200:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776670.443206:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776670.443207:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776670.443210:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0176542] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776670.443215:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776670.443221:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000100:00000040:0.0:1775776670.443222:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12957)
00000800:00000100:2.0:1775776670.443242:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.443246:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776670.443255:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776670.443261:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776670.443281:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776670.443284:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776670.443289:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776670.443294:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443305:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.443308:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443314:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443316:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776670.443322:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776670.443326:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776670.443330:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307620232
00000100:00000010:2.0:1775776670.443335:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37b40.
00000100:00000001:2.0:1775776670.443349:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776670.443358:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307620232
00000100:00000010:2.0:1775776670.443362:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e378a0.
00000100:00000001:2.0:1775776670.443366:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776670.443375:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776670.443378:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443381:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776670.443385:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670]  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776670.443394:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776670.443396:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776670.443398:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776670.443401:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776670.443402:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776670.443404:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776670.443407:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776670.443415:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443421:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776670.443424:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443427:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.443428:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776670.443432:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443438:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776670.443442:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443449:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776670.443452:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443454:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.443455:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443457:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776670.443460:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776670.443462:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776670.443468:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776670.443470:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776670.443474:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776670.443481:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309277184:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776670.443487:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443488:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.443491:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309277184/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443497:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776670.443500:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776670.443503:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776670.443506:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776670.443508:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776670.443510:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776670.443512:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776670.443515:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:2.0:1775776670.443520:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776670.443522:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776670.443524:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:2.0:1775776670.443528:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776670.443529:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443532:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443542:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776670.443544:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443547:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776670.443548:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776670.443549:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776670.443553:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443559:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776670.443560:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.443562:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776670.443564:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776670.443565:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776670.443568:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277312:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776670.443571:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776670.443575:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776670.443577:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.443579:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776670.443582:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776670.443584:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776670.443588:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776670.443591:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776670.443594:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776670.443597:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277312, portal 10
00000100:00000001:2.0:1775776670.443598:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776670.443600:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828333824 : -109518881217792 : ffff9c64a5fd2300)
00000100:00000040:2.0:1775776670.443606:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443612:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776670.443614:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776670.443616:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776670.443619:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309277312, offset 0
00000400:00000200:2.0:1775776670.443622:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776670.443626:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.443630:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776670.443634:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776670.443637:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776670.443639:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776670.443641:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776670.443644:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340348:340348:256:4294967295] 192.168.201.105@tcp LPNI seq info [340293:340293:8:4294967295]
00000400:00000200:2.0:1775776670.443649:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.443655:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776670.443659:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.443662:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776670.443666:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776670.443669:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1775776670.443673:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776670.443675:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1775776670.443678:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.443680:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776670.443683:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776670.443686:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776670.443689:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776670.443690:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776670.443693:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776670.443696:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443703:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.443706:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443718:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443720:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776670.443727:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776670.443732:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776670.443735:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776670.443737:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307619363
00000100:00000001:2.0:1775776670.443739:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.443742:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307619363
00000100:00000001:2.0:1775776670.443744:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.443746:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776670.443748:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443750:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776670.443753:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670]  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776670.443761:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776670.443762:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776670.443763:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776670.443765:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776670.443767:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776670.443769:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776670.443772:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776670.443780:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443786:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776670.443787:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443789:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.443790:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776670.443794:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443801:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776670.443805:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443811:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776670.443814:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443815:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.443817:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.443818:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776670.443820:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776670.443823:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776670.443826:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776670.443829:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776670.443832:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776670.443840:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277312:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776670.443845:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776670.443849:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443853:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776670.443854:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.443855:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776670.443857:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776670.443859:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776670.443862:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776670.443865:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776670.443867:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776670.443869:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.443870:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776670.443873:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776670.443875:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776670.443879:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776670.443881:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776670.443884:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776670.443887:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277440, portal 4
00000100:00000001:2.0:1775776670.443889:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776670.443890:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828338304 : -109518881213312 : ffff9c64a5fd3480)
00000100:00000040:2.0:1775776670.443896:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443903:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776670.443906:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776670.443908:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776670.443910:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309277440, offset 0
00000400:00000200:2.0:1775776670.443914:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776670.443918:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.443921:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776670.443924:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776670.443925:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776670.443927:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776670.443928:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776670.443931:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340349:340349:256:4294967295] 192.168.201.105@tcp LPNI seq info [340294:340294:8:4294967295]
00000400:00000200:2.0:1775776670.443933:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.443938:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776670.443940:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.443943:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776670.443945:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776670.443947:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1775776670.443950:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776670.443952:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1775776670.443954:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.443956:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776670.443958:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776670.443961:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776670.443963:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776670.443964:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776670.443965:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776670.443968:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443973:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.443974:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.443979:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443980:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776670.443981:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776670.443983:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776670.443986:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776670.443987:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307619491
00000100:00000001:2.0:1775776670.443990:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.443992:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307619491
00000100:00000001:2.0:1775776670.443994:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.443996:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776670.443997:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.443999:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776670.444002:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670]  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776670.444010:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776670.444011:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776670.444013:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776670.444014:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776670.444016:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776670.444019:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776670.444021:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776670.444028:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444034:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776670.444035:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444037:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.444039:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776670.444041:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444047:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776670.444050:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444056:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776670.444058:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444059:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.444060:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444062:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776670.444063:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776670.444066:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776670.444069:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776670.444071:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776670.444074:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776670.444082:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776670.444086:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776670.444089:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444096:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776670.444097:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.444100:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776670.444101:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776670.444103:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776670.444106:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277568:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776670.444109:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776670.444110:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776670.444111:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776670.444113:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776670.444117:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776670.444118:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776670.444121:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776670.444123:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776670.444126:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776670.444128:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277568, portal 4
00000100:00000001:2.0:1775776670.444130:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776670.444131:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:2.0:1775776670.444137:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444143:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776670.444145:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776670.444147:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776670.444150:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309277568, offset 0
00000400:00000200:2.0:1775776670.444154:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776670.444158:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.444161:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776670.444189:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776670.444191:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776670.444193:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776670.444195:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776670.444199:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340350:340350:256:4294967295] 192.168.201.105@tcp LPNI seq info [340295:340295:8:4294967295]
00000400:00000200:2.0:1775776670.444203:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776670.444209:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776670.444213:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.444216:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776670.444220:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776670.444223:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1775776670.444227:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776670.444229:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 57 secs later)
00000800:00000100:2.0:1775776670.444233:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776670.444235:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776670.444238:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776670.444241:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776670.444244:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776670.444246:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776670.444249:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776670.444252:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444259:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.444261:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776695 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444278:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.444280:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776670.444283:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776670.444286:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776670.444290:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776670.444292:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307619501
00000100:00000001:2.0:1775776670.444294:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.444296:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307619501
00000100:00000001:2.0:1775776670.444302:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307620232
00000100:00000001:2.0:1775776670.444304:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776670.444307:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.444309:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776670.444312:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670]  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776670.444319:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776670.444320:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776670.444321:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776670.444324:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776670.444325:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776670.444327:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776670.444329:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776670.444336:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444342:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776670.444343:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444345:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.444346:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776670.444349:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444355:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776670.444358:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444364:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776670.444367:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444368:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776670.444369:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444371:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776670.444373:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776670.444375:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776670.444379:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776670.444381:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776670.444385:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776670.444392:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277568:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776670.444395:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444397:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.444399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2300 x1862023309277312/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444405:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776670.444407:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776670.444409:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776670.444412:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776670.444413:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776670.444415:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776670.444417:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776670.444419:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:2.0:1775776670.444422:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776670.444424:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776670.444425:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2300.
00000100:00000001:2.0:1775776670.444427:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776670.444429:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444430:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.444433:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3480 x1862023309277440/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444439:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776670.444441:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776670.444442:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776670.444444:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776670.444445:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776670.444446:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776670.444448:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776670.444450:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:2.0:1775776670.444452:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776670.444453:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776670.444455:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3480.
00000100:00000001:2.0:1775776670.444457:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776670.444458:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444459:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776670.444462:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309277568/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776670.444467:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776670.444468:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776670.444470:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776670.444472:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776670.444473:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776670.444474:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776670.444476:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776670.444477:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:2.0:1775776670.444480:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776670.444480:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776670.444482:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:2.0:1775776670.444484:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776670.444485:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444487:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776670.444493:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776670.444494:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776670.444497:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776670.444499:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776671.082287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776671.082293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776671.082299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776671.082300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776671.082380:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776671.082383:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776671.082386:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776671.338293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776671.338299:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776671.338302:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776671.338307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776671.338311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776671.338315:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776671.338317:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776671.338319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776671.338322:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776671.402242:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307620232, at 4307620288
00000100:00000010:1.0:1775776671.402274:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e378a0.
00000100:00000040:0.0:1775776671.402370:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307620232, at 4307620288
00000100:00000010:0.0:1775776671.402376:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37b40.
00010000:00000001:0.0:1775776672.106294:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776672.106300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776672.106306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776672.106307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776672.106330:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776672.106333:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776672.106335:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776672.362316:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776672.362322:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776672.362324:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776672.362330:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776672.362334:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776672.362339:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776672.362341:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776672.362344:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776672.362346:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776673.130284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776673.130289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776673.130294:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776673.130295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776673.130337:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776673.130340:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776673.130343:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776673.386289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776673.386296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776673.386298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776673.386303:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776673.386306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776673.386310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776673.386312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776673.386315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776673.386318:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776674.154581:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776674.154587:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776674.154593:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776674.154594:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776674.154661:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776674.154664:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776674.154668:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776674.410295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776674.410302:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776674.410304:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776674.410309:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776674.410313:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776674.410318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776674.410320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776674.410323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776674.410325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776675.178291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776675.178295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776675.178300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776675.178300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776675.178344:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776675.178348:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776675.178351:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776675.434271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776675.434277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776675.434279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776675.434283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776675.434287:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776675.434289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776675.434292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776675.434293:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776675.434295:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776675.562286:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776675.562299:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776675.562302:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776675.562305:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776675.562310:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776675.562316:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12952
00000400:00000200:0.0:1775776675.562326:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776675.562331:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776675.562334:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776675.562337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562340:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776675.562342:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562344:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776675.562348:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776675.562350:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776675.562352:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776675.562355:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776675.562357:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776675.562359:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776675.562362:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562363:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776675.562365:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562367:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776675.562369:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776675.562372:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562375:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776675.562387:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776675.562392:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776675.562395:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562397:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776675.562399:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776675.562409:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1f80.
00000020:00000040:0.0:1775776675.562413:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776675.562416:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776675.562418:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562421:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776675.562424:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776675.562428:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776675.562436:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf800.
00000100:00000001:0.0:1775776675.562443:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776675.562452:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776675.562462:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776675.562467:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776675.562472:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7336a2] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776675.562497:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776675.562500:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776675.562503:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776675.562505:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776675.562507:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776675.562510:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776675.562512:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12952
00000400:00000200:0.0:1775776675.562516:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776675.562519:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776675.562521:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776675.562525:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562527:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776675.562530:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562532:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776675.562534:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776675.562536:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776675.562538:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776675.562540:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:2.0:1775776675.562540:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775776675.562544:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776675.562546:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775776675.562547:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776675.562550:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776675.562553:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562556:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776675.562559:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776675.562561:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562565:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776675.562570:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776675.562577:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776675.562578:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776675.562581:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.562581:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776675.562586:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776675.562587:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776675.562591:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776675.562592:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776675.562597:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.562597:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562601:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776675.562607:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1775776675.562607:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309277696:192.168.201.105@tcp:250:kworker.0
00000008:00000001:0.0:1775776675.562612:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.562615:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775776675.562616:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.562621:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1775776675.562622:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1c00.
00000020:00000040:0.0:1775776675.562626:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776675.562626:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776675.562632:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776675.562632:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775776675.562634:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562637:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776675.562638:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776675.562640:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776675.562640:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776675.562645:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776675.562648:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accdc00.
00000400:00000200:2.0:1775776675.562652:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776675.562653:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776675.562658:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00100000:0.0:1775776675.562662:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775776675.562665:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000001:0.0:1775776675.562675:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1775776675.562675:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277696, portal 25
00000100:00000001:0.0:1775776675.562679:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.562680:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776675.562683:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:0.0:1775776675.562686:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89ed854] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776675.562691:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.562701:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776675.562705:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776675.562708:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776675.562713:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309277696, offset 0
00000100:00000001:0.0:1775776675.562720:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.562722:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:0.0:1775776675.562725:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776675.562729:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776675.562731:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1775776675.562732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:0.0:1775776675.562735:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776675.562739:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775776675.562740:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:0.0:1775776675.562744:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12952
00000400:00000200:2.0:1775776675.562746:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776675.562751:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.562753:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776675.562758:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1775776675.562760:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1775776675.562763:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776675.562764:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:0.0:1775776675.562771:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776675.562772:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340351:340351:256:4294967295] 192.168.201.105@tcp LPNI seq info [340296:340296:8:4294967295]
00000100:00000001:0.0:1775776675.562775:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1775776675.562781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776675.562782:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562786:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776675.562789:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776675.562792:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776675.562795:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775776675.562796:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1775776675.562799:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776675.562803:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:2.0:1775776675.562806:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:0.0:1775776675.562807:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000010:2.0:1775776675.562812:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000100:00000040:0.0:1775776675.562813:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562817:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776675.562823:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:2.0:1775776675.562823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776675.562828:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:2.0:1775776675.562829:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000020:00000040:0.0:1775776675.562833:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:2.1:1775776675.562838:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:0.0:1775776675.562839:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776675.562845:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776675.562845:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
02000000:00000001:0.0:1775776675.562850:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:2.0:1775776675.562853:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
02000000:00000001:0.0:1775776675.562855:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1775776675.562856:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
02000000:00000001:0.0:1775776675.562860:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562863:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775776675.562864:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00100000:0.0:1775776675.562866:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775776675.562870:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000008:00000001:0.0:1775776675.562871:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562874:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.562876:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000100:00000010:0.0:1775776675.562878:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0e00.
00000400:00000010:2.0:1775776675.562879:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000020:00000040:0.0:1775776675.562883:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:2.0:1775776675.562885:0:2357:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1775776675.562888:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1775776675.562890:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776675.562891:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.562895:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776675.562897:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776675.562901:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776675.562908:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acccc00.
00000100:00000001:2.0:1775776675.562908:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.562913:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776675.562914:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776675.562924:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776675.562926:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.562929:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776675.562933:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.562937:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776675.562942:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307625351
00000100:00000001:0.0:1775776675.562949:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1775776675.562949:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37480.
00000100:00000001:0.0:1775776675.562953:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.562957:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775776675.562958:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfa6c076] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.562965:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307625351
00000100:00000010:2.0:1775776675.562970:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37cc0.
00000100:00000001:0.0:1775776675.562971:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776675.562975:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775776675.562975:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776675.562980:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1775776675.562981:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776675.562984:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775776675.562985:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776675.562987:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776675.562989:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775776675.562992:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:2.0:1775776675.562996:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675]  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776675.562998:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12952
00000400:00000200:0.0:1775776675.563006:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776675.563014:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000001:2.0:1775776675.563014:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:0.0:1775776675.563016:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1775776675.563017:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776675.563021:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000100:00000040:0.0:1775776675.563022:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563025:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000100:00000001:0.0:1775776675.563026:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1775776675.563029:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000040:0.0:1775776675.563031:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776675.563033:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775776675.563035:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776675.563040:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1775776675.563040:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775776675.563043:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776675.563046:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776675.563050:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776675.563054:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000200:2.0:1775776675.563056:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1775776675.563059:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776675.563067:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776675.563069:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776675.563071:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776675.563072:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776675.563074:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1775776675.563077:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776675.563077:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776675.563082:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00100000:2.0:1775776675.563085:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775776675.563088:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776675.563095:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776675.563097:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776675.563099:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776675.563102:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776675.563106:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775776675.563107:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.563110:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:2.0:1775776675.563113:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1775776675.563114:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776675.563120:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776675.563124:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563130:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:0.0:1775776675.563131:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2a00.
00000100:00000001:2.0:1775776675.563134:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1775776675.563136:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:2.0:1775776675.563136:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.563139:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1775776675.563141:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775776675.563142:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1775776675.563143:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563145:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776675.563147:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776675.563150:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1775776675.563150:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1775776675.563153:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776675.563156:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
02000000:00000010:0.0:1775776675.563159:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000100:00000001:2.0:1775776675.563159:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776675.563197:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776675.563211:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309277696:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776675.563214:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563222:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776675.563224:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776675.563225:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.563232:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309277696/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776675.563240:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776675.563244:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563246:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776675.563250:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1775776675.563252:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948a2502] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775776675.563253:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776675.563258:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776675.563260:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776675.563263:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776675.563266:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000001:0.0:1775776675.563268:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776675.563270:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
00000100:00000040:0.0:1775776675.563275:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12962)
02000000:00000001:2.0:1775776675.563275:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776675.563278:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776675.563280:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:2.0:1775776675.563286:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776675.563287:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563289:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563297:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776675.563299:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563301:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776675.563303:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776675.563304:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776675.563308:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563314:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776675.563315:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563317:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776675.563319:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776675.563321:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776675.563323:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277824:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776675.563326:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776675.563328:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776675.563329:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563331:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776675.563334:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776675.563336:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.563341:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776675.563343:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776675.563347:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776675.563350:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277824, portal 10
00000100:00000001:2.0:1775776675.563352:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776675.563353:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:2.0:1775776675.563359:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563364:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776675.563366:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776675.563368:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776675.563370:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309277824, offset 0
00000400:00000200:2.0:1775776675.563373:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563377:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563388:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776675.563391:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776675.563393:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776675.563395:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776675.563398:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563400:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340352:340352:256:4294967295] 192.168.201.105@tcp LPNI seq info [340297:340297:8:4294967295]
00000400:00000200:2.0:1775776675.563404:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563409:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776675.563413:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563416:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776675.563420:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776675.563422:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775776675.563426:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776675.563428:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775776675.563431:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563433:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776675.563436:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776675.563438:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776675.563440:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776675.563442:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776675.563444:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776675.563447:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563453:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.563455:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563461:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563462:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776675.563465:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776675.563468:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776675.563471:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776675.563472:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307624483
00000100:00000001:2.0:1775776675.563474:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307624483
00000100:00000001:2.0:1775776675.563478:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563480:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776675.563482:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563483:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776675.563486:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675]  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776675.563492:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776675.563493:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776675.563495:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776675.563496:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776675.563498:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776675.563499:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776675.563502:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776675.563509:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563514:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776675.563515:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563516:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.563517:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776675.563520:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563525:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776675.563528:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563534:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776675.563536:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563537:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.563538:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563539:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776675.563541:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776675.563543:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776675.563545:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776675.563547:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776675.563550:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776675.563557:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277824:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776675.563560:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776675.563562:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563573:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776675.563574:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563576:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776675.563577:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776675.563579:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776675.563581:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776675.563584:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776675.563586:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776675.563587:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563588:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776675.563591:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776675.563592:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.563595:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776675.563597:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776675.563600:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776675.563602:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309277952, portal 4
00000100:00000001:2.0:1775776675.563603:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776675.563605:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:2.0:1775776675.563609:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563614:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776675.563616:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776675.563618:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776675.563620:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309277952, offset 0
00000400:00000200:2.0:1775776675.563623:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563626:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563628:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776675.563631:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776675.563633:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776675.563635:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776675.563637:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563640:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340353:340353:256:4294967295] 192.168.201.105@tcp LPNI seq info [340298:340298:8:4294967295]
00000400:00000200:2.0:1775776675.563643:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563648:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776675.563652:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563654:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776675.563658:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776675.563660:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775776675.563663:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776675.563665:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775776675.563668:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563670:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776675.563672:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776675.563675:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776675.563677:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776675.563678:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776675.563680:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776675.563683:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563689:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.563691:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563697:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563698:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776675.563700:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776675.563702:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776675.563705:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776675.563706:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307624611
00000100:00000001:2.0:1775776675.563708:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563710:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307624611
00000100:00000001:2.0:1775776675.563712:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563713:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776675.563715:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563717:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776675.563719:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675]  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776675.563726:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776675.563727:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776675.563728:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776675.563730:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776675.563731:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776675.563733:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776675.563735:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776675.563742:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563747:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776675.563748:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563749:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.563750:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776675.563753:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563758:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776675.563761:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563766:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776675.563768:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563769:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.563770:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.563771:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776675.563773:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776675.563775:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776675.563778:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776675.563779:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776675.563783:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776675.563789:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309277952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776675.563791:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776675.563794:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563799:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776675.563800:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563802:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776675.563803:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776675.563805:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776675.563807:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278080:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776675.563809:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776675.563811:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776675.563812:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776675.563813:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776675.563816:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776675.563818:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776675.563820:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776675.563822:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776675.563824:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776675.563826:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278080, portal 4
00000100:00000001:2.0:1775776675.563828:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776675.563829:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:2.0:1775776675.563833:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563839:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776675.563842:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776675.563844:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776675.563846:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309278080, offset 0
00000400:00000200:2.0:1775776675.563851:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563856:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563859:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776675.563862:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776675.563865:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776675.563868:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776675.563870:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776675.563873:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340354:340354:256:4294967295] 192.168.201.105@tcp LPNI seq info [340299:340299:8:4294967295]
00000400:00000200:2.0:1775776675.563877:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776675.563884:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776675.563889:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563893:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776675.563898:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776675.563901:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1775776675.563905:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776675.563907:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 52 secs later)
00000800:00000100:2.0:1775776675.563911:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776675.563913:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776675.563916:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776675.563920:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776675.563922:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776675.563924:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776675.563927:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776675.563930:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563938:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.563941:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776700 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.563948:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563949:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776675.563953:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776675.563956:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776675.563959:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776675.563961:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307624620
00000100:00000001:2.0:1775776675.563963:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563966:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307624620
00000100:00000001:2.0:1775776675.563967:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307625351
00000100:00000001:2.0:1775776675.563969:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776675.563970:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.563972:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776675.563976:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675]  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776675.563983:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776675.563985:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776675.563986:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776675.563989:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776675.563990:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776675.563992:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776675.563996:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776675.564004:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564010:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776675.564012:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564014:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.564015:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776675.564018:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564025:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776675.564029:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564036:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776675.564038:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564040:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776675.564041:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564042:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776675.564044:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776675.564046:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776675.564049:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776675.564051:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776675.564055:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776675.564063:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278080:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776675.564067:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564069:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.564072:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309277824/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564079:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776675.564080:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776675.564082:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776675.564084:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776675.564086:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776675.564087:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776675.564089:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776675.564091:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:2.0:1775776675.564097:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776675.564099:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776675.564101:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:2.0:1775776675.564105:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776675.564107:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564109:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.564113:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309277952/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564120:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776675.564121:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776675.564122:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776675.564124:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776675.564125:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776675.564126:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776675.564127:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776675.564128:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:2.0:1775776675.564131:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776675.564132:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776675.564133:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:2.0:1775776675.564136:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776675.564137:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564138:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776675.564142:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309278080/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776675.564147:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776675.564148:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776675.564150:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776675.564152:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776675.564154:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776675.564155:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776675.564156:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776675.564157:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:2.0:1775776675.564159:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776675.564160:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776675.564162:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:2.0:1775776675.564207:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776675.564209:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564212:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776675.564217:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776675.564219:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776675.564221:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776675.564223:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776676.203048:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776676.203054:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776676.203060:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776676.203062:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776676.203082:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776676.203084:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776676.203087:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776676.458284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776676.458290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776676.458293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776676.458297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000800:00000200:1.0:1775776676.458298:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000100:00000001:0.0:1775776676.458299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776676.458303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1775776676.458305:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000100:00000001:0.0:1775776676.458307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776676.458310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1775776676.458311:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:0.0:1775776676.458312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776676.458453:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776676.458457:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776676.458474:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776676.458478:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776676.458480:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776676.522300:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307625351, at 4307625408
00000100:00000010:0.0:1775776676.522316:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37480.
00000100:00000040:1.0:1775776676.524195:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307625351, at 4307625410
00000100:00000010:1.0:1775776676.524205:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37cc0.
00010000:00000001:0.0:1775776677.226436:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776677.226440:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776677.226443:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776677.226444:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776677.226463:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776677.226465:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776677.226467:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776677.482271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776677.482277:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776677.482278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776677.482283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776677.482286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776677.482290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776677.482292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776677.482295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776677.482298:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250245:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776678.250250:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776678.250251:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776678.250253:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250257:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776678.250259:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250260:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250262:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250265:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776678.250266:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776678.250267:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776678.250268:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250268:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776678.250269:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250270:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776678.250271:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776678.250320:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776678.250324:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776678.250327:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776678.506416:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776678.506421:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776678.506423:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776678.506428:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776678.506431:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776678.506434:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776678.506437:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776678.506440:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776678.506442:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776679.275138:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776679.275143:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776679.275149:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776679.275150:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776679.275258:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776679.275268:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776679.275273:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776679.530414:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776679.530424:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776679.530426:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776679.530434:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776679.530438:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776679.530443:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776679.530446:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776679.530449:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776679.530453:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776680.298319:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776680.298434:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776680.298443:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776680.298444:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776680.298477:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776680.298481:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776680.298484:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776680.554412:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776680.554421:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776680.554423:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776680.554430:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776680.554433:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776680.554438:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776680.554440:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776680.554443:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776680.554446:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776680.682247:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776680.682260:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776680.682263:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776680.682267:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776680.682273:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776680.682280:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12957
00000400:00000200:0.0:1775776680.682291:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776680.682298:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776680.682301:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776680.682304:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682308:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776680.682311:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682314:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776680.682318:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776680.682320:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776680.682323:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776680.682326:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776680.682328:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776680.682330:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776680.682334:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682336:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776680.682338:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682340:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776680.682343:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776680.682346:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682349:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776680.682352:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776680.682357:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776680.682360:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.682362:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776680.682364:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776680.682374:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0380.
00000020:00000040:0.0:1775776680.682377:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776680.682380:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776680.682382:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.682384:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776680.682387:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776680.682391:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776680.682399:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
00000100:00000001:0.0:1775776680.682406:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776680.682414:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776680.682423:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776680.682427:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776680.682431:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40fea40] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776680.682467:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776680.682471:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776680.682475:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776680.682476:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776680.682477:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776680.682480:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776680.682484:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12957
00000400:00000200:0.0:1775776680.682488:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776680.682491:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776680.682494:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776680.682497:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682499:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776680.682502:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682504:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776680.682507:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776680.682509:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776680.682511:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776680.682514:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776680.682516:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776680.682518:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776680.682521:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682523:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776680.682525:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775776680.682526:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682531:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776680.682533:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1775776680.682536:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:2.0:1775776680.682536:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1775776680.682543:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682547:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776680.682549:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776680.682551:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776680.682559:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776680.682572:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.682578:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776680.682579:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776680.682580:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.682585:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1775776680.682587:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775776680.682589:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1775776680.682597:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.682597:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.682606:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776680.682610:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309278208:192.168.201.105@tcp:250:kworker.0
00000100:00000010:0.0:1775776680.682616:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776680.682617:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1775776680.682623:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776680.682625:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776680.682626:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776680.682628:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776680.682629:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.682633:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776680.682637:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776680.682638:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1775776680.682640:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776680.682645:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc400.
00000100:00000001:0.0:1775776680.682648:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776680.682650:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776680.682653:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776680.682655:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776680.682666:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1775776680.682667:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776680.682671:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776680.682675:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00000040:0.0:1775776680.682678:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003484c598] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775776680.682685:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000001:0.0:1775776680.682694:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776680.682695:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278208, portal 25
00000100:00080000:0.0:1775776680.682700:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775776680.682701:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1775776680.682707:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776680.682709:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776680.682713:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776680.682714:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000001:0.0:1775776680.682718:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776680.682722:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12957
00000100:00000040:2.0:1775776680.682726:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776680.682734:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776680.682744:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776680.682749:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775776680.682752:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776680.682756:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682761:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776680.682763:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776680.682767:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776680.682771:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309278208, offset 0
00000100:00000040:0.0:1775776680.682774:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682781:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776680.682784:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776680.682786:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776680.682790:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775776680.682793:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000020:00000040:0.0:1775776680.682794:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776680.682798:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776680.682801:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776680.682806:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776680.682809:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682812:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776680.682814:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682819:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776680.682824:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:2.0:1775776680.682828:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:0.0:1775776680.682829:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776680.682834:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.682836:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775776680.682838:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776680.682843:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775776680.682843:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:0.0:1775776680.682849:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.682852:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1775776680.682854:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:2.0:1775776680.682858:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000008:00100000:0.0:1775776680.682859:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776680.682864:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.682867:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340355:340355:256:4294967295] 192.168.201.105@tcp LPNI seq info [340300:340300:8:4294967295]
00000100:00000001:0.0:1775776680.682868:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776680.682879:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1500.
00000020:00000040:0.0:1775776680.682885:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:2.0:1775776680.682885:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776680.682902:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776680.682906:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.682909:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775776680.682913:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776680.682916:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776680.682920:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776680.682923:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
02000000:00000010:0.0:1775776680.682928:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000800:00000010:2.0:1775776680.682931:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000100:00000001:0.0:1775776680.682933:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776680.682943:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1775776680.682945:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776680.682955:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000001:0.0:1775776680.682965:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1775776680.682966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776680.682974:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776680.682975:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1775776680.682991:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c06792] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1775776680.682991:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.682999:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776680.683008:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1775776680.683016:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.683023:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1775776680.683026:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775776680.683028:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776680.683032:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00080000:0.0:1775776680.683033:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776680.683036:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1775776680.683037:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1775776680.683042:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1775776680.683046:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776680.683048:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776680.683056:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12957
00000100:00000001:2.0:1775776680.683066:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.683069:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683076:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776680.683079:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776680.683080:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776680.683099:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776680.683100:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776680.683105:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776680.683111:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776680.683113:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.683116:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776680.683116:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307630471
00000100:00000040:0.0:1775776680.683125:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000010:2.0:1775776680.683129:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e372a0.
00000100:00000001:0.0:1775776680.683130:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776680.683135:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776680.683136:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776680.683138:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776680.683140:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776680.683143:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776680.683144:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1775776680.683148:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776680.683156:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776680.683156:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307630471
00000100:00000001:0.0:1775776680.683186:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776680.683189:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776680.683190:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776680.683192:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776680.683194:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776680.683196:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776680.683197:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776680.683200:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776680.683202:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.683204:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776680.683206:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776680.683208:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.683209:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776680.683212:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0700.
00000020:00000040:0.0:1775776680.683213:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776680.683215:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776680.683216:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776680.683217:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776680.683218:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776680.683220:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776680.683223:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc800.
00000100:00000001:0.0:1775776680.683227:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776680.683229:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37cc0.
00000100:00100000:0.0:1775776680.683231:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776680.683238:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776680.683238:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776680.683243:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683246:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776680.683247:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac172cc] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683252:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683259:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1775776680.683266:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776680.683269:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680]  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776680.683274:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12967)
00000400:00000001:2.0:1775776680.683286:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776680.683288:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776680.683290:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776680.683293:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776680.683294:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776680.683311:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776680.683316:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776680.683324:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683330:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776680.683332:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683334:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683336:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776680.683340:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683346:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776680.683350:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683355:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776680.683357:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683358:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683358:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683361:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776680.683362:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776680.683366:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776680.683370:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776680.683372:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776680.683375:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776680.683382:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309278208:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776680.683387:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683389:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.683391:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309278208/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683398:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776680.683400:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776680.683403:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776680.683405:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776680.683408:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776680.683410:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776680.683411:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776680.683414:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776680.683420:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776680.683421:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776680.683423:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:2.0:1775776680.683426:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776680.683427:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683430:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683436:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776680.683438:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683440:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776680.683442:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776680.683444:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776680.683448:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683458:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776680.683459:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.683461:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776680.683463:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776680.683465:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776680.683468:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278336:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776680.683471:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776680.683473:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776680.683474:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.683476:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776680.683479:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776680.683481:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.683485:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776680.683487:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776680.683491:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776680.683494:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278336, portal 10
00000100:00000001:2.0:1775776680.683496:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776680.683497:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:2.0:1775776680.683503:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683510:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776680.683512:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776680.683514:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776680.683516:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309278336, offset 0
00000400:00000200:2.0:1775776680.683520:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776680.683524:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.683528:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776680.683531:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776680.683533:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776680.683535:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776680.683537:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776680.683541:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340356:340356:256:4294967295] 192.168.201.105@tcp LPNI seq info [340301:340301:8:4294967295]
00000400:00000200:2.0:1775776680.683545:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.683551:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776680.683554:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.683557:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776680.683561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776680.683563:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775776680.683567:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776680.683569:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775776680.683573:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.683575:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776680.683577:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776680.683580:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776680.683583:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776680.683584:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776680.683586:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776680.683589:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683596:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.683599:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683604:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683606:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776680.683608:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776680.683611:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776680.683614:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776680.683616:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307629603
00000100:00000001:2.0:1775776680.683619:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.683620:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307629603
00000100:00000001:2.0:1775776680.683622:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.683624:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776680.683626:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683628:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776680.683631:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680]  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776680.683639:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776680.683641:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776680.683642:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776680.683644:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776680.683646:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776680.683648:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776680.683651:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776680.683658:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683664:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776680.683665:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683667:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683668:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776680.683671:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683677:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776680.683681:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683687:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776680.683689:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683690:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683691:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683693:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776680.683695:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776680.683697:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776680.683701:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776680.683703:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776680.683707:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776680.683714:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278336:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776680.683718:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776680.683721:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683728:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776680.683729:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.683731:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776680.683733:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776680.683735:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776680.683737:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776680.683740:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776680.683742:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776680.683744:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.683745:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776680.683748:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776680.683750:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.683753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776680.683756:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776680.683759:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776680.683762:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278464, portal 4
00000100:00000001:2.0:1775776680.683764:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776680.683765:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:2.0:1775776680.683770:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683776:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776680.683778:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776680.683781:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776680.683783:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309278464, offset 0
00000400:00000200:2.0:1775776680.683787:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776680.683790:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.683793:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776680.683796:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776680.683798:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776680.683800:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776680.683802:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776680.683805:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340357:340357:256:4294967295] 192.168.201.105@tcp LPNI seq info [340302:340302:8:4294967295]
00000400:00000200:2.0:1775776680.683808:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.683814:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776680.683818:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.683821:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776680.683825:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776680.683827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775776680.683831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776680.683833:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775776680.683836:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.683838:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776680.683840:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776680.683843:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776680.683846:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776680.683848:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776680.683850:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776680.683853:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683859:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.683862:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683867:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683868:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776680.683871:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776680.683873:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776680.683876:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776680.683878:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307629731
00000100:00000001:2.0:1775776680.683880:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.683881:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307629731
00000100:00000001:2.0:1775776680.683884:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.683885:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776680.683887:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.683889:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776680.683892:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680]  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776680.683899:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776680.683900:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776680.683901:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776680.683903:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776680.683905:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776680.683907:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776680.683909:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776680.683917:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683923:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776680.683924:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683926:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683927:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776680.683930:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683937:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776680.683940:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683947:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776680.683949:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683950:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.683951:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.683953:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776680.683954:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776680.683957:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776680.683960:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776680.683962:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776680.683966:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776680.683973:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776680.683977:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776680.683981:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.683987:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776680.683988:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.683990:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776680.683991:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776680.683993:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776680.683996:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278592:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776680.683999:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776680.684001:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776680.684002:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776680.684004:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776680.684007:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776680.684009:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776680.684012:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776680.684015:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776680.684018:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776680.684021:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278592, portal 4
00000100:00000001:2.0:1775776680.684023:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776680.684024:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:2.0:1775776680.684029:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684033:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776680.684035:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776680.684036:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776680.684038:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309278592, offset 0
00000400:00000200:2.0:1775776680.684040:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776680.684043:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.684045:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776680.684047:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776680.684049:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776680.684050:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776680.684052:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776680.684054:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340358:340358:256:4294967295] 192.168.201.105@tcp LPNI seq info [340303:340303:8:4294967295]
00000400:00000200:2.0:1775776680.684056:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776680.684060:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776680.684062:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.684064:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776680.684066:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776680.684068:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1775776680.684070:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776680.684072:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1775776680.684075:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776680.684076:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776680.684079:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776680.684082:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776680.684084:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776680.684086:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776680.684099:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776680.684102:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684110:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.684112:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776705 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684117:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.684118:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776680.684121:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776680.684123:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776680.684127:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776680.684128:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307629740
00000100:00000001:2.0:1775776680.684130:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.684132:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307629740
00000100:00000001:2.0:1775776680.684134:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307630471
00000100:00000001:2.0:1775776680.684135:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776680.684137:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.684138:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776680.684141:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680]  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776680.684147:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776680.684148:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776680.684150:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776680.684152:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776680.684153:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776680.684155:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776680.684157:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776680.684183:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684194:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776680.684196:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684197:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.684198:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776680.684202:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684207:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776680.684210:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684215:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776680.684217:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684218:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776680.684219:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684222:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776680.684223:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776680.684225:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776680.684227:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776680.684229:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776680.684232:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776680.684238:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278592:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776680.684241:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684242:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.684244:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309278336/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684250:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776680.684251:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776680.684253:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776680.684255:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776680.684256:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776680.684258:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776680.684259:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776680.684260:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:2.0:1775776680.684263:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776680.684264:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776680.684265:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776680.684267:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776680.684268:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684270:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.684272:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309278464/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684277:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776680.684278:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776680.684279:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776680.684281:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776680.684282:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776680.684283:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776680.684285:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776680.684286:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:2.0:1775776680.684287:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776680.684288:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776680.684289:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:2.0:1775776680.684294:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776680.684295:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684296:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776680.684299:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309278592/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776680.684303:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776680.684304:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776680.684306:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776680.684307:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776680.684308:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776680.684309:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776680.684311:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776680.684312:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:2.0:1775776680.684314:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776680.684315:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776680.684316:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776680.684318:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776680.684319:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684321:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776680.684325:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776680.684326:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776680.684327:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776680.684329:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776681.322327:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776681.322335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776681.322343:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776681.322344:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776681.322376:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776681.322379:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776681.322382:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776681.578299:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776681.578306:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776681.578308:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776681.578313:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776681.578317:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776681.578329:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776681.578335:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776681.578339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776681.578342:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776681.642298:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307630471, at 4307630528
00000100:00000040:1.0:1775776681.642298:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307630471, at 4307630528
00000100:00000010:0.0:1775776681.642316:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e372a0.
00000100:00000010:1.0:1775776681.642321:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37cc0.
00010000:00000001:0.0:1775776682.346328:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776682.346334:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776682.346339:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776682.346340:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776682.346402:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776682.346407:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776682.346411:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776682.602265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776682.602276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776682.602279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776682.602286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776682.602291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776682.602296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776682.602299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776682.602303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776682.602306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776683.370749:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776683.370756:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776683.370764:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776683.370765:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776683.370852:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776683.370858:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776683.370863:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776683.626313:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776683.626324:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776683.626326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776683.626334:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776683.626338:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776683.626344:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776683.626347:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776683.626350:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776683.626353:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776684.394307:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776684.394316:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776684.394323:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776684.394324:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776684.394358:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776684.394361:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776684.394364:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776684.650802:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776684.650811:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776684.650812:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776684.650819:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776684.650823:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776684.650828:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776684.650831:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776684.650834:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776684.650837:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776685.418299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776685.418307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776685.418313:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776685.418314:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776685.418338:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776685.418341:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776685.418344:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776685.674293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776685.674300:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776685.674303:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776685.674308:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776685.674313:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776685.674318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776685.674321:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776685.674324:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776685.674328:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776685.802336:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776685.802353:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776685.802357:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776685.802362:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776685.802367:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776685.802376:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12962
00000400:00000200:0.0:1775776685.802388:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776685.802395:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776685.802399:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776685.802402:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802407:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802410:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802412:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776685.802416:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776685.802419:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776685.802422:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776685.802425:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776685.802427:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776685.802430:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776685.802433:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802435:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802437:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802439:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776685.802442:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776685.802445:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802449:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776685.802452:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776685.802457:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776685.802460:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.802463:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776685.802466:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776685.802477:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2680.
00000020:00000040:0.0:1775776685.802481:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776685.802485:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776685.802487:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.802490:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776685.802494:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776685.802498:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776685.802507:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000100:00000001:0.0:1775776685.802515:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776685.802525:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776685.802542:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776685.802548:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776685.802553:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dfc52681] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776685.802588:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776685.802592:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776685.802595:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776685.802597:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776685.802598:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776685.802602:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776685.802604:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12962
00000400:00000200:0.0:1775776685.802609:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776685.802613:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776685.802615:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776685.802618:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802621:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802623:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802625:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776685.802625:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775776685.802630:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776685.802632:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:2.0:1775776685.802632:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775776685.802634:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:2.0:1775776685.802636:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1775776685.802637:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776685.802641:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776685.802644:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776685.802646:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776685.802650:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802655:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802659:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802664:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776685.802664:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1775776685.802668:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:2.0:1775776685.802668:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776685.802673:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:2.0:1775776685.802674:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776685.802676:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.802678:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776685.802679:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776685.802683:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776685.802685:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775776685.802688:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309278720:192.168.201.105@tcp:250:kworker.0
02000000:00000001:0.0:1775776685.802689:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.802694:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776685.802695:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1775776685.802700:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1775776685.802700:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776685.802704:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1775776685.802705:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.802708:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776685.802709:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776685.802714:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3b80.
02000000:00000010:2.0:1775776685.802715:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776685.802718:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776685.802725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:0.0:1775776685.802728:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000010:2.0:1775776685.802731:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
02000000:00000001:0.0:1775776685.802732:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776685.802734:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.802737:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776685.802738:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1775776685.802740:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
02000000:00000001:0.0:1775776685.802741:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776685.802748:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc400.
00000100:00000001:0.0:1775776685.802752:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776685.802752:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278720, portal 25
00000100:00000001:2.0:1775776685.802757:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776685.802760:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828334720 : -109518881216896 : ffff9c64a5fd2680)
00000100:00100000:0.0:1775776685.802762:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775776685.802771:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776685.802773:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776685.802777:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776685.802787:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008bc3e271] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.802788:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776685.802796:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776685.802801:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000001:0.0:1775776685.802802:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776685.802807:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1775776685.802807:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309278720, offset 0
00000100:00080000:0.0:1775776685.802813:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776685.802815:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776685.802818:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775776685.802819:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802825:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776685.802829:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12962
00000400:00000200:2.0:1775776685.802833:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776685.802837:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.802841:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776685.802848:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776685.802854:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1775776685.802855:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00080000:0.0:1775776685.802858:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776685.802862:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775776685.802865:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776685.802869:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802870:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802874:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802880:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776685.802880:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340359:340359:256:4294967295] 192.168.201.105@tcp LPNI seq info [340304:340304:8:4294967295]
00000020:00000001:0.0:1775776685.802885:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776685.802888:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776685.802891:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:2.0:1775776685.802891:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:0.0:1775776685.802895:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776685.802898:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776685.802900:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776685.802906:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776685.802911:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775776685.802912:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.802917:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.802920:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:2.0:1775776685.802922:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:0.0:1775776685.802924:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776685.802929:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000010:2.0:1775776685.802929:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000100:00000001:0.0:1775776685.802931:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776685.802934:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776685.802937:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776685.802942:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776685.802942:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776685.802947:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:2.0:1775776685.802948:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000008:00100000:0.0:1775776685.802950:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776685.802955:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776685.802956:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776685.802958:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776685.802962:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1180.
00000020:00000040:0.0:1775776685.802964:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776685.802966:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776685.802968:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.802970:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776685.802971:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776685.802973:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776685.802978:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
00000800:00000200:2.1:1775776685.802979:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1775776685.802982:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775776685.802987:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00100000:0.0:1775776685.802989:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1775776685.802991:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776685.803012:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776685.803018:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776685.803024:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000100:00000001:0.0:1775776685.803028:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1775776685.803028:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:0.0:1775776685.803033:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803036:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:0.0:1775776685.803040:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e68e4587] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776685.803044:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776685.803062:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776685.803067:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1775776685.803068:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775776685.803073:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776685.803075:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1775776685.803075:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776685.803078:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776685.803083:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776685.803089:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12962
00000100:00000001:2.0:1775776685.803091:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803094:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1775776685.803095:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776685.803100:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776685.803102:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776685.803105:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776685.803107:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.803108:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.803112:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.803116:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776685.803116:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:0.0:1775776685.803120:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1775776685.803121:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307635591
00000020:00000040:0.0:1775776685.803122:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776685.803125:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776685.803128:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00000010:2.0:1775776685.803129:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37480.
00000020:00000001:0.0:1775776685.803132:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776685.803136:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776685.803138:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1775776685.803140:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.803144:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776685.803146:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776685.803148:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776685.803150:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307635591
00000020:00000040:0.0:1775776685.803151:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776685.803154:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776685.803159:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776685.803159:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37b40.
02000000:00000001:0.0:1775776685.803162:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776685.803187:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776685.803190:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.803192:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776685.803194:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000008:00100000:0.0:1775776685.803195:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776685.803200:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803201:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776685.803202:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803206:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776685.803210:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776685.803210:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1775776685.803214:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00100000:2.0:1775776685.803217:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685]  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776685.803218:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776685.803220:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776685.803224:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776685.803227:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776685.803231:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775776685.803235:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1775776685.803236:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd800.
00000100:00000001:0.0:1775776685.803240:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775776685.803244:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:0.0:1775776685.803247:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775776685.803248:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776685.803253:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776685.803257:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776685.803262:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775776685.803263:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776685.803266:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776685.803269:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776685.803274:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac172cc] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776685.803291:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776685.803292:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776685.803298:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12972)
00000100:00000001:2.0:1775776685.803303:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776685.803306:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803308:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803311:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776685.803314:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803323:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776685.803328:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803335:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776685.803337:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803338:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803339:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803342:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776685.803344:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776685.803347:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776685.803351:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776685.803354:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776685.803358:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776685.803366:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309278720:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776685.803371:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803373:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.803376:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2680 x1862023309278720/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803383:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776685.803386:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776685.803388:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776685.803391:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776685.803393:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776685.803394:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776685.803396:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776685.803399:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:2.0:1775776685.803403:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776685.803405:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776685.803407:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2680.
00000100:00000001:2.0:1775776685.803410:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776685.803411:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803413:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803422:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776685.803425:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803426:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776685.803428:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776685.803429:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776685.803432:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803440:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776685.803441:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.803443:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776685.803445:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776685.803447:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776685.803449:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278848:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776685.803452:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776685.803454:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776685.803456:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.803457:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776685.803460:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776685.803462:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776685.803465:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776685.803468:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776685.803471:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776685.803473:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278848, portal 10
00000100:00000001:2.0:1775776685.803475:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776685.803477:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828340096 : -109518881211520 : ffff9c64a5fd3b80)
00000100:00000040:2.0:1775776685.803483:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803489:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776685.803492:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776685.803494:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776685.803496:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309278848, offset 0
00000400:00000200:2.0:1775776685.803500:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776685.803503:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.803507:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776685.803510:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776685.803512:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776685.803515:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776685.803517:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776685.803520:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340360:340360:256:4294967295] 192.168.201.105@tcp LPNI seq info [340305:340305:8:4294967295]
00000400:00000200:2.0:1775776685.803524:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.803531:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776685.803536:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.803538:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776685.803542:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776685.803545:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775776685.803549:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776685.803552:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775776685.803555:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.803557:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776685.803560:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776685.803563:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776685.803566:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776685.803568:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776685.803570:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776685.803573:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803580:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.803583:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803590:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803591:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776685.803594:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776685.803598:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776685.803601:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776685.803603:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307634723
00000100:00000001:2.0:1775776685.803606:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.803608:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307634723
00000100:00000001:2.0:1775776685.803610:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.803612:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776685.803614:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803616:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776685.803619:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685]  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776685.803626:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776685.803627:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776685.803629:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776685.803631:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776685.803633:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776685.803634:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776685.803638:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776685.803646:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803651:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776685.803653:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803654:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803655:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776685.803658:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803666:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776685.803669:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803676:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776685.803679:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803680:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803681:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803683:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776685.803684:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776685.803686:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776685.803689:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776685.803691:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776685.803695:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776685.803703:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278848:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776685.803706:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776685.803709:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803714:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776685.803716:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.803717:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776685.803719:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776685.803721:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776685.803723:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776685.803727:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776685.803728:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776685.803730:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.803731:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776685.803734:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776685.803736:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776685.803739:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776685.803741:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776685.803744:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776685.803746:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309278976, portal 4
00000100:00000001:2.0:1775776685.803748:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776685.803750:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828329344 : -109518881222272 : ffff9c64a5fd1180)
00000100:00000040:2.0:1775776685.803755:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803762:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776685.803764:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776685.803766:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776685.803768:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309278976, offset 0
00000400:00000200:2.0:1775776685.803772:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776685.803774:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.803777:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776685.803780:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776685.803783:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776685.803785:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776685.803787:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776685.803790:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340361:340361:256:4294967295] 192.168.201.105@tcp LPNI seq info [340306:340306:8:4294967295]
00000400:00000200:2.0:1775776685.803794:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.803800:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776685.803805:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.803808:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776685.803812:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776685.803814:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775776685.803818:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776685.803821:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775776685.803825:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.803826:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776685.803829:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776685.803832:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776685.803835:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776685.803836:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776685.803839:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776685.803842:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803849:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.803852:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803859:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803861:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776685.803863:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776685.803865:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776685.803868:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776685.803870:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307634851
00000100:00000001:2.0:1775776685.803873:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.803875:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307634851
00000100:00000001:2.0:1775776685.803877:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.803879:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776685.803881:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.803882:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776685.803886:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685]  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776685.803893:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776685.803894:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776685.803896:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776685.803898:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776685.803899:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776685.803901:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776685.803904:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776685.803912:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803924:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776685.803925:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803927:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803929:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776685.803932:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803938:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776685.803942:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803949:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776685.803951:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803953:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.803954:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.803955:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776685.803957:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776685.803959:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776685.803962:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776685.803965:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776685.803968:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776685.803976:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309278976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776685.803980:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776685.803983:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.803990:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776685.803992:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.803994:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776685.803995:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776685.804011:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776685.804015:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279104:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776685.804019:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776685.804020:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776685.804021:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776685.804023:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776685.804026:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776685.804028:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776685.804031:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776685.804033:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776685.804036:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776685.804038:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279104, portal 4
00000100:00000001:2.0:1775776685.804040:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776685.804041:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:2.0:1775776685.804047:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804054:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776685.804056:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776685.804058:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776685.804060:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309279104, offset 0
00000400:00000200:2.0:1775776685.804064:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776685.804067:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.804070:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776685.804072:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776685.804075:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776685.804077:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776685.804079:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776685.804082:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340362:340362:256:4294967295] 192.168.201.105@tcp LPNI seq info [340307:340307:8:4294967295]
00000400:00000200:2.0:1775776685.804086:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776685.804093:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776685.804098:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.804100:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776685.804104:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776685.804106:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1775776685.804110:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776685.804113:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1775776685.804117:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776685.804119:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776685.804121:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776685.804124:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776685.804127:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776685.804128:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776685.804131:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776685.804134:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804140:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.804143:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776710 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804150:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.804151:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776685.804153:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776685.804156:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776685.804159:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776685.804160:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307634860
00000100:00000001:2.0:1775776685.804177:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.804180:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307634861
00000100:00000001:2.0:1775776685.804182:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307635591
00000100:00000001:2.0:1775776685.804184:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776685.804186:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.804188:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776685.804191:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685]  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776685.804199:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776685.804200:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776685.804202:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776685.804205:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776685.804206:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776685.804208:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776685.804211:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776685.804219:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804225:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776685.804226:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804228:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.804229:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776685.804232:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804239:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776685.804243:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804249:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776685.804251:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804252:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776685.804253:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804255:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776685.804256:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776685.804258:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776685.804261:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776685.804263:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776685.804267:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776685.804293:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279104:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776685.804297:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804298:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.804301:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3b80 x1862023309278848/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804309:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776685.804311:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776685.804313:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776685.804315:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776685.804317:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776685.804319:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776685.804321:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776685.804322:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:2.0:1775776685.804325:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776685.804326:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776685.804328:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3b80.
00000100:00000001:2.0:1775776685.804330:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776685.804332:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804333:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.804336:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1180 x1862023309278976/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804342:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776685.804343:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776685.804345:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776685.804347:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776685.804348:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776685.804349:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776685.804351:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776685.804352:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776685.804357:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776685.804359:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776685.804360:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1180.
00000100:00000001:2.0:1775776685.804364:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776685.804366:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804367:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776685.804370:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309279104/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776685.804376:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776685.804377:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776685.804379:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776685.804381:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776685.804382:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776685.804383:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776685.804384:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776685.804385:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:2.0:1775776685.804387:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776685.804388:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776685.804389:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776685.804391:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776685.804392:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804394:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776685.804397:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776685.804399:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776685.804401:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776685.804403:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776686.442287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776686.442292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776686.442297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776686.442298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776686.442351:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776686.442355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776686.442359:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776686.698337:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776686.698346:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776686.698348:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776686.698355:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776686.698360:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776686.698364:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776686.698367:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776686.698370:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776686.698374:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776686.762297:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307635591, at 4307635648
00000100:00000010:0.0:1775776686.762318:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37480.
00000100:00000040:1.0:1775776686.762442:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307635591, at 4307635648
00000100:00000010:1.0:1775776686.762449:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37b40.
00010000:00000001:0.0:1775776687.466327:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776687.466336:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776687.466338:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776687.466341:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466346:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776687.466349:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466351:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466354:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466359:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776687.466361:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776687.466362:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776687.466364:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466365:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776687.466367:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466368:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776687.466370:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776687.466460:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776687.466465:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776687.466469:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776687.722288:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776687.722297:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776687.722300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776687.722307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776687.722311:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776687.722317:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776687.722320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776687.722322:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776687.722325:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776688.490284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776688.490290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776688.490296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776688.490296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776688.490320:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776688.490322:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776688.490324:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776688.746340:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776688.746349:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776688.746351:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776688.746359:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776688.746363:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776688.746368:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776688.746372:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776688.746376:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776688.746379:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776689.514283:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776689.514289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776689.514295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776689.514296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776689.514320:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776689.514323:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776689.514326:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776689.770277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776689.770283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776689.770285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776689.770290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776689.770304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776689.770307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776689.770310:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776689.770312:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776689.770315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776690.538336:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776690.538341:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776690.538348:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776690.538349:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776690.538411:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776690.538415:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776690.538418:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776690.794273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776690.794279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776690.794281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776690.794287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776690.794291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776690.794295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776690.794297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776690.794300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776690.794302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776690.922262:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776690.922272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776690.922275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776690.922279:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776690.922283:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776690.922290:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12967
00000400:00000200:0.0:1775776690.922299:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776690.922305:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776690.922308:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776690.922311:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922316:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922317:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776690.922320:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776690.922322:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776690.922324:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776690.922326:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776690.922327:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776690.922328:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776690.922330:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922331:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922333:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922334:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776690.922337:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776690.922339:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922340:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776690.922342:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776690.922345:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776690.922346:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922348:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776690.922350:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776690.922357:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1500.
00000020:00000040:0.0:1775776690.922359:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776690.922362:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776690.922363:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922366:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776690.922368:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776690.922371:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776690.922376:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000100:00000001:0.0:1775776690.922381:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776690.922388:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776690.922396:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776690.922399:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776690.922402:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c06792] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776690.922418:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776690.922420:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776690.922422:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776690.922423:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776690.922424:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776690.922426:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776690.922428:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12967
00000400:00000200:0.0:1775776690.922431:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776690.922433:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776690.922434:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776690.922436:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922437:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922438:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922440:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776690.922441:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776690.922442:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776690.922443:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776690.922445:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776690.922446:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776690.922447:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776690.922449:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922450:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922451:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922452:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776690.922454:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776690.922455:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776690.922455:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776690.922459:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776690.922460:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776690.922461:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776690.922463:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775776690.922464:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776690.922467:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922468:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776690.922470:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776690.922472:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922474:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776690.922477:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0000.
00000100:00000040:2.0:1775776690.922477:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1775776690.922481:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776690.922486:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776690.922489:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922492:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776690.922493:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776690.922495:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.922499:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1775776690.922500:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acccc00.
00000100:00000001:2.0:1775776690.922502:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922505:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.922507:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776690.922510:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775776690.922513:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775776690.922513:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776690.922519:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309279232:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776690.922527:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776690.922530:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775776690.922531:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1775776690.922533:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922535:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.922536:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1775776690.922542:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003484c598] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1775776690.922542:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776690.922545:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.922553:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776690.922554:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776690.922556:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00080000:0.0:1775776690.922557:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776690.922560:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776690.922561:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1775776690.922561:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00080000:0.0:1775776690.922562:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776690.922565:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776690.922567:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12967
00000100:00000200:2.0:1775776690.922568:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279232, portal 25
00000400:00000200:0.0:1775776690.922571:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776690.922571:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776690.922573:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000400:00000200:0.0:1775776690.922576:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776690.922578:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776690.922581:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776690.922583:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922587:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922591:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922595:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776690.922596:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1775776690.922597:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776690.922598:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776690.922602:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:2.0:1775776690.922602:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000040:0.0:1775776690.922605:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000010:2.0:1775776690.922605:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000020:00000001:0.0:1775776690.922609:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:2.0:1775776690.922609:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309279232, offset 0
00000020:00000001:0.0:1775776690.922612:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776690.922615:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.922617:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922618:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922621:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922622:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776690.922624:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776690.922627:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:2.0:1775776690.922627:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776690.922631:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776690.922633:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776690.922635:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776690.922637:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922639:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776690.922641:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776690.922645:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.922645:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:0.0:1775776690.922647:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776690.922652:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0380.
00000400:00000200:2.0:1775776690.922652:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1775776690.922657:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:2.0:1775776690.922660:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:0.0:1775776690.922661:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776690.922663:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922666:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775776690.922666:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1775776690.922669:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775776690.922672:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:0.0:1775776690.922673:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776690.922677:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accdc00.
00000400:00000200:2.0:1775776690.922678:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340363:340363:256:4294967295] 192.168.201.105@tcp LPNI seq info [340308:340308:8:4294967295]
00000100:00000001:0.0:1775776690.922682:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.922686:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:0.0:1775776690.922691:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775776690.922702:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1775776690.922705:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776690.922709:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776690.922713:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776690.922716:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40fea40] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1775776690.922720:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000100:00000001:0.0:1775776690.922728:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776690.922731:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:0.0:1775776690.922732:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776690.922738:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1775776690.922738:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1775776690.922740:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776690.922742:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776690.922745:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776690.922749:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12967
00000800:00000200:2.1:1775776690.922749:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:0.0:1775776690.922753:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:2.1:1775776690.922755:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000400:00000200:0.0:1775776690.922757:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776690.922760:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776690.922763:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922766:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1775776690.922766:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776690.922769:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922771:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:2.0:1775776690.922771:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000020:00000001:0.0:1775776690.922776:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776690.922777:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776690.922778:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776690.922779:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:2.0:1775776690.922779:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1775776690.922782:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776690.922784:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776690.922789:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.922791:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1775776690.922792:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776690.922797:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.922798:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000100:00000001:0.0:1775776690.922801:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000010:2.0:1775776690.922802:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000020:00000040:0.0:1775776690.922806:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:2.0:1775776690.922809:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1775776690.922811:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776690.922815:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776690.922816:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776690.922818:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776690.922821:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776690.922826:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922830:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776690.922833:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00100000:0.0:1775776690.922834:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776690.922839:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776690.922839:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776690.922842:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776690.922848:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2a00.
00000100:00000001:2.0:1775776690.922852:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776690.922853:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776690.922857:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775776690.922857:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1775776690.922860:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776690.922862:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776690.922863:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775776690.922863:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776690.922865:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.922869:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000010:0.0:1775776690.922870:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf800.
00000100:00000001:2.0:1775776690.922873:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307640711
00000100:00000001:0.0:1775776690.922874:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776690.922881:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37de0.
00000100:00100000:0.0:1775776690.922882:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776690.922889:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776690.922890:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776690.922893:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.922897:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307640711
00000100:00000040:0.0:1775776690.922898:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948a2502] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775776690.922902:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37420.
00000100:00000001:0.0:1775776690.922926:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776690.922930:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12977)
00000100:00000001:2.0:1775776690.922936:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776690.922942:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776690.922945:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.922948:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776690.922953:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690]  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776690.922963:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776690.922965:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776690.922967:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776690.922970:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776690.922971:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776690.922974:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776690.922977:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776690.922986:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.922993:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776690.922994:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.922997:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.922998:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776690.923002:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923009:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776690.923013:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923021:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776690.923024:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923025:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923026:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923028:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776690.923030:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776690.923033:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776690.923037:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776690.923039:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776690.923042:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776690.923049:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309279232:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776690.923056:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923058:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923061:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309279232/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923067:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776690.923069:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923072:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776690.923074:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776690.923076:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776690.923077:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776690.923079:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776690.923081:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:2.0:1775776690.923085:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776690.923087:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776690.923089:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:2.0:1775776690.923093:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776690.923094:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923097:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923105:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776690.923107:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923109:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776690.923110:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776690.923112:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776690.923116:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923122:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776690.923123:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923125:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776690.923127:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776690.923129:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776690.923132:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279360:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776690.923135:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776690.923137:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776690.923138:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923140:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923143:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776690.923144:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.923149:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776690.923151:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776690.923154:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776690.923157:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279360, portal 10
00000100:00000001:2.0:1775776690.923159:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776690.923160:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:2.0:1775776690.923194:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923201:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776690.923204:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776690.923207:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776690.923210:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309279360, offset 0
00000400:00000200:2.0:1775776690.923214:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923219:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923223:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776690.923226:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776690.923228:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776690.923231:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776690.923234:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923239:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340364:340364:256:4294967295] 192.168.201.105@tcp LPNI seq info [340309:340309:8:4294967295]
00000400:00000200:2.0:1775776690.923243:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923249:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776690.923254:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923257:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776690.923261:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776690.923263:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775776690.923268:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776690.923270:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775776690.923274:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923275:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776690.923279:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776690.923282:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776690.923285:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776690.923286:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776690.923288:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776690.923292:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923300:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923302:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923308:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923310:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776690.923312:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776690.923315:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776690.923319:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776690.923321:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307639843
00000100:00000001:2.0:1775776690.923323:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923325:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307639843
00000100:00000001:2.0:1775776690.923327:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923329:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776690.923331:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923333:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776690.923336:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690]  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776690.923343:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776690.923345:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776690.923346:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776690.923348:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776690.923350:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776690.923352:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776690.923356:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776690.923363:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923370:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776690.923371:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923373:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923375:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776690.923378:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923385:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776690.923388:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923394:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776690.923396:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923398:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923399:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923401:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776690.923403:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776690.923405:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776690.923408:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776690.923409:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776690.923413:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776690.923420:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279360:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776690.923424:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776690.923426:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923438:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776690.923439:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923441:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776690.923443:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776690.923445:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776690.923447:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776690.923450:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776690.923451:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776690.923452:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923454:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923457:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776690.923459:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.923462:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776690.923465:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776690.923468:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776690.923471:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279488, portal 4
00000100:00000001:2.0:1775776690.923473:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776690.923474:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000040:2.0:1775776690.923479:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923485:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776690.923487:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776690.923490:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776690.923492:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309279488, offset 0
00000400:00000200:2.0:1775776690.923496:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923499:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923503:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776690.923505:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776690.923508:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776690.923510:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776690.923512:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923516:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340365:340365:256:4294967295] 192.168.201.105@tcp LPNI seq info [340310:340310:8:4294967295]
00000400:00000200:2.0:1775776690.923520:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923525:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776690.923529:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923532:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776690.923535:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776690.923537:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775776690.923540:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776690.923543:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775776690.923545:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923547:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776690.923549:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776690.923552:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776690.923555:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776690.923557:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776690.923559:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776690.923562:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923569:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923572:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923578:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923580:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776690.923583:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776690.923585:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776690.923588:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776690.923590:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307639971
00000100:00000001:2.0:1775776690.923592:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923594:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307639971
00000100:00000001:2.0:1775776690.923596:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923598:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776690.923600:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923602:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776690.923606:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690]  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776690.923613:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776690.923615:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776690.923616:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776690.923618:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776690.923620:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776690.923621:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776690.923624:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776690.923630:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923635:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776690.923636:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923637:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923638:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776690.923641:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923646:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776690.923649:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923655:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776690.923657:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923658:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923659:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923661:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776690.923662:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776690.923664:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776690.923668:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776690.923670:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776690.923674:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776690.923681:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776690.923684:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776690.923688:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923693:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776690.923695:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923697:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776690.923698:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776690.923700:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776690.923702:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279616:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776690.923705:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776690.923706:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776690.923708:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776690.923709:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923712:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776690.923714:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776690.923717:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776690.923719:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776690.923722:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776690.923724:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279616, portal 4
00000100:00000001:2.0:1775776690.923726:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776690.923727:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:2.0:1775776690.923733:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923738:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776690.923741:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776690.923743:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776690.923746:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309279616, offset 0
00000400:00000200:2.0:1775776690.923749:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923756:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776690.923759:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776690.923761:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776690.923764:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776690.923766:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776690.923769:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340366:340366:256:4294967295] 192.168.201.105@tcp LPNI seq info [340311:340311:8:4294967295]
00000400:00000200:2.0:1775776690.923773:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776690.923780:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776690.923784:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923787:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776690.923790:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776690.923793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1775776690.923796:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776690.923799:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1775776690.923803:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776690.923804:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776690.923807:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776690.923810:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776690.923813:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776690.923815:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776690.923817:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776690.923819:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923826:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923829:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776715 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923835:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923836:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776690.923839:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776690.923841:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776690.923844:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776690.923846:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307639980
00000100:00000001:2.0:1775776690.923848:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923850:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307639980
00000100:00000001:2.0:1775776690.923852:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307640711
00000100:00000001:2.0:1775776690.923853:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776690.923855:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.923856:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776690.923859:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690]  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776690.923866:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776690.923867:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776690.923869:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776690.923871:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776690.923872:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776690.923873:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776690.923876:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776690.923882:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923887:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776690.923888:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923890:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923891:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776690.923893:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923898:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776690.923901:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923907:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776690.923922:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923923:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776690.923925:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923926:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776690.923928:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776690.923930:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776690.923934:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776690.923936:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776690.923939:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776690.923946:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279616:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776690.923950:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923952:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923954:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309279360/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923960:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776690.923962:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923964:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776690.923967:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776690.923968:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776690.923970:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776690.923971:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776690.923973:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:2.0:1775776690.923976:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776690.923978:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776690.923979:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776690.923981:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776690.923982:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.923985:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.923987:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309279488/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.923993:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776690.923995:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776690.923996:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776690.923998:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776690.923999:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776690.924000:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776690.924002:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776690.924003:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accdc00.
02000000:00000001:2.0:1775776690.924007:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776690.924008:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776690.924009:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:2.0:1775776690.924011:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776690.924012:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.924013:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776690.924016:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2a00 x1862023309279616/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776690.924022:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776690.924023:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776690.924024:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776690.924027:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776690.924028:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776690.924029:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776690.924030:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776690.924032:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:2.0:1775776690.924034:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776690.924035:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776690.924036:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:2.0:1775776690.924038:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776690.924039:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.924041:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776690.924045:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776690.924046:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776690.924048:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776690.924050:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776691.562297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776691.562302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776691.562308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776691.562309:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776691.562405:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776691.562409:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776691.562412:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776691.818284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776691.818290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776691.818291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776691.818296:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776691.818300:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776691.818303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776691.818306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776691.818308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776691.818311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776691.882264:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307640711, at 4307640768
00000100:00000010:1.0:1775776691.882276:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37420.
00000100:00000040:0.0:1775776691.882418:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307640711, at 4307640768
00000100:00000010:0.0:1775776691.882424:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37de0.
00010000:00000001:0.0:1775776692.586413:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776692.586418:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776692.586424:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776692.586426:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776692.586452:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776692.586455:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776692.586458:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776692.842271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776692.842278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776692.842280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776692.842285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776692.842289:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776692.842293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776692.842296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776692.842299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776692.842302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776693.610367:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776693.610372:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776693.610378:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776693.610379:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776693.610399:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776693.610402:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776693.610405:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776693.866339:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776693.866345:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776693.866347:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776693.866352:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776693.866356:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776693.866359:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776693.866362:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776693.866365:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776693.866368:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776694.636052:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776694.636057:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776694.636064:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776694.636065:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776694.636124:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776694.636127:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776694.636131:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776694.890286:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776694.890293:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776694.890295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776694.890300:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776694.890305:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776694.890308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776694.890311:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776694.890313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776694.890315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776695.658289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776695.658295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776695.658300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776695.658302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776695.658365:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776695.658369:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776695.658372:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776695.915078:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776695.915085:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776695.915087:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776695.915093:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776695.915097:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776695.915100:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776695.915102:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776695.915105:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776695.915108:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776696.042325:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776696.042334:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776696.042336:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776696.042340:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776696.042344:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776696.042351:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12972
00000400:00000200:2.0:1775776696.042360:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776696.042367:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776696.042370:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776696.042373:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042376:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.042379:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042381:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776696.042385:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776696.042387:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776696.042389:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776696.042392:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776696.042394:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776696.042397:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776696.042399:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042401:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.042403:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042405:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776696.042407:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776696.042410:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042413:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776696.042416:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776696.042419:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776696.042421:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.042423:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776696.042426:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776696.042435:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776696.042438:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776696.042442:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776696.042444:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.042446:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776696.042449:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776696.042453:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776696.042461:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776696.042467:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776696.042476:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776696.042486:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776696.042491:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776696.042495:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.042544:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.042549:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776696.042551:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776696.042557:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.042565:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776696.042567:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.042570:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776696.042573:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776696.042575:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776696.042579:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309279744:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776696.042582:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776696.042586:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776696.042588:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.042598:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776696.042603:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.042605:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.042610:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776696.042614:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776696.042619:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776696.042625:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279744, portal 25
00000100:00000001:0.0:1775776696.042628:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776696.042629:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:0.0:1775776696.042634:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.042642:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776696.042645:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776696.042647:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776696.042650:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309279744, offset 0
00000400:00000200:0.0:1775776696.042656:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776696.042664:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.042669:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776696.042673:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776696.042677:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776696.042680:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776696.042683:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776696.042688:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340367:340367:256:4294967295] 192.168.201.105@tcp LPNI seq info [340312:340312:8:4294967295]
00000400:00000200:0.0:1775776696.042692:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.042701:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776696.042707:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.042712:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776696.042718:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776696.042722:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776696.042727:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776696.042731:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776696.042736:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.042738:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776696.042745:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776696.042749:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776696.042754:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776696.042756:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776696.042760:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776696.042764:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776696.042786:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776696.042789:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776696.042792:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776696.042793:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776696.042795:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776696.042797:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776696.042800:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12972
00000400:00000200:2.0:1775776696.042804:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776696.042807:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776696.042809:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776696.042812:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042814:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.042816:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042818:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776696.042834:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776696.042836:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776696.042837:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776696.042839:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776696.042841:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776696.042844:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776696.042847:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042849:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.042851:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042853:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776696.042855:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776696.042858:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776696.042860:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776696.042862:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776696.042866:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776696.042868:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.042870:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776696.042874:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776696.042876:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.042878:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776696.042882:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776696.042884:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776696.042886:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776696.042887:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.042889:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776696.042890:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776696.042892:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776696.042896:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776696.042899:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776696.042904:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776696.042912:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776696.042914:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776696.042918:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.042946:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.042951:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.042958:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.042960:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776696.042966:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.042970:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776696.042973:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307645831
00000100:00000010:0.0:1775776696.042978:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776696.042984:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776696.042990:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307645831
00000100:00000010:0.0:1775776696.042992:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d17e0.
00000100:00000001:0.0:1775776696.042995:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776696.043005:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776696.043008:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043011:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776696.043015:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776696/real 1775776696]  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776696.043024:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776696.043026:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776696.043028:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776696.043032:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776696.043033:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776696.043037:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776696.043040:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776696.043050:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043057:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776696.043059:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043061:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.043062:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776696.043065:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043071:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776696.043076:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043082:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776696.043085:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043087:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.043088:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043090:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776696.043092:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776696.043095:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776696.043098:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776696.043101:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776696.043105:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776696.043113:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309279744:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776696.043118:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043120:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.043123:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309279744/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043135:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776696.043138:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776696.043140:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.043144:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776696.043145:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776696.043147:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776696.043149:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776696.043151:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776696.043155:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776696.043157:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776696.043158:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776696.043161:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776696.043179:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043182:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043188:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776696.043190:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043192:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.043193:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776696.043195:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776696.043198:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043205:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776696.043207:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.043209:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776696.043210:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776696.043212:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776696.043215:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279872:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776696.043218:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776696.043220:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776696.043221:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.043223:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776696.043226:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.043228:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.043232:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776696.043235:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776696.043238:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776696.043241:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309279872, portal 10
00000100:00000001:0.0:1775776696.043243:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776696.043244:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:0.0:1775776696.043250:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043256:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776696.043259:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776696.043261:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776696.043263:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309279872, offset 0
00000400:00000200:0.0:1775776696.043267:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776696.043270:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.043274:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776696.043277:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776696.043279:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776696.043281:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776696.043284:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776696.043286:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340368:340368:256:4294967295] 192.168.201.105@tcp LPNI seq info [340313:340313:8:4294967295]
00000400:00000200:0.0:1775776696.043290:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.043296:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776696.043301:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.043304:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776696.043308:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776696.043311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776696.043316:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776696.043318:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776696.043322:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.043324:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776696.043327:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776696.043330:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776696.043334:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776696.043335:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776696.043338:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776696.043342:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043349:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.043352:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043358:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043360:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776696.043362:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776696.043366:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776696.043368:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776696.043370:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307644963
00000100:00000001:0.0:1775776696.043373:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.043375:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307644963
00000100:00000001:0.0:1775776696.043377:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.043379:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776696.043381:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043382:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776696.043385:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776696/real 1775776696]  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776696.043392:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776696.043394:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776696.043395:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776696.043397:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776696.043399:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776696.043401:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776696.043404:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776696.043412:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043424:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776696.043425:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043427:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.043428:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776696.043431:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043438:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776696.043442:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043448:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776696.043450:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043451:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.043453:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043454:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776696.043456:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776696.043459:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776696.043462:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776696.043464:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776696.043468:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776696.043475:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309279872:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776696.043478:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043480:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.043482:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309279872/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.043489:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776696.043491:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776696.043492:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.043495:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776696.043496:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776696.043497:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776696.043499:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776696.043501:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776696.043503:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776696.043504:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776696.043505:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:0.0:1775776696.043508:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776696.043510:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043511:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.043514:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776696.043515:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043517:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.043518:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043675:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.043677:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.043684:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776696.043689:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776696.043692:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776696.043694:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776696.043695:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776696.043698:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776696.043702:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12972
00000400:00000200:2.0:1775776696.043706:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776696.043710:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776696.043713:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776696.043716:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043718:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.043721:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043724:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776696.043726:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776696.043728:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776696.043730:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776696.043732:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776696.043734:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776696.043736:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776696.043739:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043741:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.043743:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043744:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776696.043746:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776696.043749:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043751:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776696.043754:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776696.043757:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776696.043759:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.043760:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776696.043763:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776696.043765:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.043767:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776696.043771:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776696.043774:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776696.043776:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776696.043777:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.043779:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776696.043781:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776696.043783:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776696.043787:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776696.043790:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776696.043795:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776696.043803:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776696.043806:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776696.043809:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776696.043833:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776696.043836:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776696.043840:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776696.043841:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776696.043843:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776696.043845:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776696.043848:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12972
00000400:00000200:2.0:1775776696.043852:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776696.043853:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.043857:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1775776696.043858:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776696.043860:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1775776696.043862:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776696.043868:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776696.043868:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043872:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.043876:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043881:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776696.043883:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776696.043885:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776696.043886:0:216727:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775776696.043887:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775776696.043888:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
02000000:00000001:0.0:1775776696.043890:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776696.043892:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776696.043892:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776696.043894:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000100:00100000:0.0:1775776696.043897:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280000:192.168.201.105@tcp:8:kworker.0
00000020:00000001:2.0:1775776696.043898:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776696.043903:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1775776696.043903:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
02000000:00000001:0.0:1775776696.043906:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776696.043909:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776696.043909:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776696.043914:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776696.043914:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776696.043918:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000010:0.0:1775776696.043919:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
00000100:00000001:2.0:1775776696.043921:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
02000000:00000001:0.0:1775776696.043923:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1775776696.043925:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000400:00000200:0.0:1775776696.043931:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776696.043931:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776696.043936:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776696.043937:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
02000000:00000001:2.0:1775776696.043939:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1775776696.043943:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
02000000:00000001:2.0:1775776696.043943:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776696.043948:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776696.043949:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280000, portal 4
00000100:00000001:2.0:1775776696.043950:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776696.043953:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000008:00100000:2.0:1775776696.043953:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776696.043956:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000008:00000001:2.0:1775776696.043957:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776696.043961:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776696.043965:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000100:00000040:0.0:1775776696.043966:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776696.043969:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776696.043974:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776696.043977:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.043978:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776696.043981:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1775776696.043982:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776696.043984:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775776696.043986:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000001:2.0:1775776696.043987:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776696.043989:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309280000, offset 0
02000000:00000010:2.0:1775776696.043993:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000400:00000200:0.0:1775776696.043994:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776696.043999:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776696.043999:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.044005:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00100000:2.0:1775776696.044009:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776696.044010:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776696.044014:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776696.044018:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776696.044022:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776696.044028:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1775776696.044029:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340369:340369:256:4294967295] 192.168.201.105@tcp LPNI seq info [340314:340314:8:4294967295]
00000100:00000001:2.0:1775776696.044032:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.044040:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776696.044041:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776696.044054:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776696.044056:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776696.044062:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12982)
00000800:00000200:0.0:1775776696.044075:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.044083:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776696.044086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776696.044088:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776696.044091:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776696.044093:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776696.044095:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.044097:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776696.044099:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776696.044101:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776696.044104:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776696.044105:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776696.044107:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776696.044109:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044115:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.044117:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044121:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044122:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776696.044124:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776696.044126:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776696.044128:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776696.044130:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307645091
00000100:00000001:0.0:1775776696.044131:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.044133:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307645091
00000100:00000001:0.0:1775776696.044134:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.044135:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776696.044136:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044137:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776696.044144:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776696/real 1775776696]  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776696.044150:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776696.044151:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776696.044152:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776696.044153:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776696.044154:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776696.044156:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776696.044157:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776696.044182:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044189:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776696.044190:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044192:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.044194:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776696.044197:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044203:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776696.044207:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044217:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776696.044219:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044221:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.044222:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044224:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776696.044225:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776696.044227:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776696.044241:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776696.044243:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776696.044247:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776696.044253:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280000:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776696.044257:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044258:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.044261:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309280000/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044267:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776696.044268:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776696.044270:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.044273:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776696.044274:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776696.044276:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776696.044277:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776696.044279:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776696.044281:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776696.044282:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776696.044284:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:0.0:1775776696.044286:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776696.044287:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044289:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044292:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776696.044294:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044295:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.044296:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776696.044298:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776696.044301:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044307:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776696.044308:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.044310:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776696.044311:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776696.044313:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776696.044316:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280128:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776696.044319:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776696.044321:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776696.044322:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776696.044324:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776696.044326:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.044328:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776696.044331:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776696.044335:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776696.044339:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776696.044342:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280128, portal 4
00000100:00000001:0.0:1775776696.044344:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776696.044345:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:0.0:1775776696.044350:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044357:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776696.044359:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776696.044361:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776696.044363:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309280128, offset 0
00000400:00000200:0.0:1775776696.044367:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776696.044371:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.044374:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776696.044377:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776696.044379:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776696.044381:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776696.044383:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776696.044385:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340370:340370:256:4294967295] 192.168.201.105@tcp LPNI seq info [340315:340315:8:4294967295]
00000400:00000200:0.0:1775776696.044388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776696.044398:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776696.044401:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.044404:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776696.044406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776696.044408:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776696.044411:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776696.044412:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776696.044415:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776696.044416:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776696.044418:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776696.044420:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776696.044422:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776696.044423:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776696.044424:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776696.044427:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044435:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.044437:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044441:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044442:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776696.044444:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776696.044446:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776696.044448:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776696.044449:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307645101
00000100:00000001:0.0:1775776696.044450:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.044452:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307645101
00000100:00000001:0.0:1775776696.044453:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307645831
00000100:00000001:0.0:1775776696.044454:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776696.044455:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044456:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776696.044458:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776696/real 1775776696]  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776696.044462:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776696.044463:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776696.044464:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776696.044466:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776696.044468:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776696.044470:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776696.044472:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776696.044479:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044485:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776696.044487:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044488:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.044490:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776696.044493:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044499:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776696.044502:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044508:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776696.044510:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044511:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776696.044512:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044514:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776696.044515:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776696.044518:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776696.044521:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776696.044523:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776696.044526:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776696.044533:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280128:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776696.044536:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044537:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776696.044539:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309280128/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776696.044545:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776696.044546:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776696.044548:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776696.044551:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776696.044552:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776696.044553:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776696.044555:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776696.044557:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776696.044559:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776696.044560:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776696.044562:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:0.0:1775776696.044564:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776696.044565:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044567:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.044570:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776696.044571:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776696.044573:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776696.044574:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776696.682299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776696.682305:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776696.682310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776696.682312:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776696.682335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776696.682338:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776696.682341:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776696.938304:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776696.938311:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776696.938312:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776696.938318:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776696.938321:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776696.938324:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.938326:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776696.938329:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776696.938331:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776697.002275:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307645831, at 4307645888
00000100:00000040:1.0:1775776697.002275:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307645831, at 4307645888
00000100:00000010:1.0:1775776697.002292:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d17e0.
00000100:00000010:0.0:1775776697.002300:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776697.706517:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776697.706523:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776697.706525:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776697.706527:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706540:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776697.706542:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706545:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706547:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706551:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776697.706552:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776697.706554:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776697.706555:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706557:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776697.706558:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706559:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776697.706561:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776697.706583:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776697.706586:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776697.706589:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776697.962296:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776697.962304:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776697.962306:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776697.962311:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776697.962314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776697.962318:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776697.962320:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776697.962323:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776697.962326:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776698.730261:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776698.730265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776698.730269:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776698.730269:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776698.730352:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776698.730355:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776698.730357:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776698.986585:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776698.986591:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776698.986593:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776698.986599:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776698.986603:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776698.986606:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776698.986608:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776698.986610:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776698.986612:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776699.756489:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776699.756495:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776699.756501:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776699.756502:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776699.756566:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776699.756570:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776699.756573:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776700.010264:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776700.010270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776700.010272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776700.010278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776700.010282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776700.010286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776700.010289:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776700.010291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776700.010293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776700.778296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776700.778302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776700.778308:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776700.778309:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776700.778332:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776700.778335:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776700.778338:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776701.034279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776701.034286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776701.034288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776701.034292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776701.034295:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776701.034299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.034301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776701.034319:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.034322:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776701.162282:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776701.162288:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776701.162290:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776701.162293:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776701.162297:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776701.162303:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12977
00000400:00000200:2.0:1775776701.162311:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776701.162316:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776701.162317:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776701.162320:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162323:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776701.162325:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162327:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776701.162331:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776701.162333:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776701.162335:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776701.162337:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776701.162339:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776701.162341:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776701.162344:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162345:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776701.162347:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162349:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776701.162351:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776701.162353:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162355:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776701.162358:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776701.162361:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776701.162364:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162366:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776701.162368:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776701.162384:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776701.162388:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776701.162391:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776701.162393:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162395:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776701.162398:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776701.162402:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776701.162409:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776701.162415:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776701.162424:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776701.162434:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776701.162437:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776701.162441:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776701.162466:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776701.162469:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776701.162472:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776701.162473:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776701.162474:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776701.162477:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776701.162480:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12977
00000400:00000200:2.0:1775776701.162483:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776701.162498:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776701.162501:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776701.162504:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162506:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776701.162508:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162511:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776701.162513:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776701.162515:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776701.162517:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776701.162519:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776701.162521:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776701.162523:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776701.162526:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776701.162527:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776701.162528:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776701.162533:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776701.162536:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776701.162539:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162543:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:0.0:1775776701.162544:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776701.162547:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776701.162553:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776701.162559:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776701.162559:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.162563:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776701.162563:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776701.162567:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776701.162570:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776701.162571:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776701.162575:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.162576:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162579:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00100000:0.0:1775776701.162582:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309280256:192.168.201.105@tcp:250:kworker.0
00000008:00100000:2.0:1775776701.162585:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776701.162589:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1775776701.162590:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162593:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.162594:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776701.162598:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776701.162598:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
02000000:00000001:0.0:1775776701.162603:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776701.162608:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
00000020:00000040:2.0:1775776701.162609:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776701.162610:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776701.162614:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776701.162617:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.162620:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776701.162621:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776701.162624:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776701.162626:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776701.162627:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
02000000:00000010:2.0:1775776701.162631:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000400:00000010:0.0:1775776701.162635:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:2.0:1775776701.162635:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776701.162644:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776701.162645:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280256, portal 25
00000100:00000001:0.0:1775776701.162650:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776701.162653:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371469568 : -109519338082048 : ffff9c648ac1f100)
00000100:00000001:2.0:1775776701.162658:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776701.162661:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776701.162663:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776701.162668:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.162680:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776701.162684:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776701.162687:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776701.162692:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309280256, offset 0
00000100:00000001:2.0:1775776701.162700:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.162701:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776701.162703:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776701.162707:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1775776701.162710:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776701.162710:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776701.162714:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776701.162718:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776701.162719:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776701.162723:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775776701.162724:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12977
00000400:00000200:0.0:1775776701.162728:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776701.162748:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776701.162753:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776701.162755:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776701.162757:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776701.162762:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000040:2.0:1775776701.162762:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162766:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776701.162770:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340371:340371:256:4294967295] 192.168.201.105@tcp LPNI seq info [340316:340316:8:4294967295]
00000100:00000040:2.0:1775776701.162772:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162776:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776701.162781:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:2.0:1775776701.162781:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776701.162784:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776701.162786:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776701.162789:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776701.162793:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:0.0:1775776701.162798:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1775776701.162798:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776701.162804:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162808:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775776701.162810:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:2.0:1775776701.162813:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162816:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:0.0:1775776701.162818:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000020:00000040:2.0:1775776701.162819:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776701.162824:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162826:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776701.162830:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775776701.162830:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776701.162834:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1775776701.162836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1775776701.162838:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162842:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.1:1775776701.162845:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000008:00100000:2.0:1775776701.162846:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776701.162851:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776701.162852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1775776701.162853:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776701.162859:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000800:00000100:0.0:1775776701.162861:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000020:00000040:2.0:1775776701.162863:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000800:00000010:0.0:1775776701.162865:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
02000000:00000001:2.0:1775776701.162867:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776701.162869:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.162871:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776701.162872:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1775776701.162873:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776701.162875:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.162880:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1775776701.162881:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776701.162885:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.162886:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776701.162889:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00100000:2.0:1775776701.162891:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776701.162895:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776701.162903:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776701.162903:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776701.162906:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776701.162914:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776701.162923:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776701.162927:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776701.162928:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1775776701.162932:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776701.162935:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1775776701.162936:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776701.162937:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776701.162943:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776701.162948:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12977
00000100:00000001:0.0:1775776701.162951:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.162955:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775776701.162955:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776701.162961:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776701.162962:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776701.162963:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776701.162968:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776701.162970:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776701.162972:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776701.162976:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.162978:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776701.162980:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776701.162981:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776701.162982:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307650951
00000020:00000001:2.0:1775776701.162983:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776701.162985:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776701.162988:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:0.0:1775776701.162989:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000020:00000001:2.0:1775776701.162991:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776701.162995:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776701.162997:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776701.162998:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776701.163002:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776701.163004:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776701.163006:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307650951
00000020:00000040:2.0:1775776701.163007:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000010:0.0:1775776701.163012:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1cc0.
00000100:00080000:2.0:1775776701.163012:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776701.163017:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163018:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1775776701.163019:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776701.163022:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776701.163023:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776701.163028:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776701.163028:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776701.163030:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776701.163032:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000008:00100000:2.0:1775776701.163033:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776701.163037:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776701.163040:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776701/real 1775776701]  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776701.163040:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776701.163045:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776701.163049:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776701.163054:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1775776701.163056:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775776701.163056:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776701.163059:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1775776701.163060:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1775776701.163063:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
02000000:00000001:2.0:1775776701.163063:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776701.163065:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.163067:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
02000000:00000010:2.0:1775776701.163069:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000400:00000010:0.0:1775776701.163070:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776701.163075:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775776701.163075:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776701.163081:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776701.163083:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776701.163105:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776701.163107:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776701.163109:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776701.163114:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163126:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776701.163129:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776701.163130:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163134:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1775776701.163136:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12987)
00000100:00000001:0.0:1775776701.163137:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776701.163145:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163153:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776701.163157:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163196:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776701.163198:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163200:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.163201:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163204:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776701.163206:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776701.163208:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776701.163213:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776701.163215:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776701.163219:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776701.163227:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309280256:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776701.163234:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163236:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.163239:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f100 x1862023309280256/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163245:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776701.163247:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776701.163250:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776701.163254:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776701.163255:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776701.163256:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776701.163258:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776701.163261:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776701.163264:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776701.163266:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776701.163267:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f100.
00000100:00000001:0.0:1775776701.163270:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776701.163271:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163273:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163280:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776701.163281:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163283:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776701.163284:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776701.163294:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776701.163298:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163304:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776701.163305:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163307:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776701.163309:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776701.163311:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776701.163314:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280384:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776701.163316:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776701.163318:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776701.163319:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163321:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776701.163324:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776701.163326:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.163329:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776701.163332:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776701.163335:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776701.163338:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280384, portal 10
00000100:00000001:0.0:1775776701.163340:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776701.163341:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:0.0:1775776701.163347:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163352:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776701.163355:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776701.163357:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776701.163359:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309280384, offset 0
00000400:00000200:0.0:1775776701.163362:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163366:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163370:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776701.163373:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776701.163375:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776701.163377:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776701.163379:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163382:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340372:340372:256:4294967295] 192.168.201.105@tcp LPNI seq info [340317:340317:8:4294967295]
00000400:00000200:0.0:1775776701.163386:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163391:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776701.163396:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163399:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776701.163403:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776701.163405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776701.163409:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776701.163412:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776701.163415:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163417:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776701.163420:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776701.163423:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776701.163435:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776701.163437:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776701.163439:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776701.163442:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163450:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.163453:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163459:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163460:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776701.163463:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776701.163467:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776701.163470:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776701.163472:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307650083
00000100:00000001:0.0:1775776701.163474:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307650083
00000100:00000001:0.0:1775776701.163477:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163479:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776701.163481:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163483:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776701.163487:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776701/real 1775776701]  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776701.163494:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776701.163496:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776701.163497:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776701.163500:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776701.163502:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776701.163504:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776701.163507:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776701.163514:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163521:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776701.163522:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163523:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.163525:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776701.163528:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163535:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776701.163538:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163545:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776701.163547:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163548:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.163549:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163551:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776701.163553:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776701.163555:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776701.163559:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776701.163560:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776701.163564:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776701.163571:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280384:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776701.163575:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776701.163578:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163588:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776701.163589:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163591:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776701.163593:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776701.163594:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776701.163597:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776701.163600:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776701.163602:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776701.163604:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163605:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776701.163608:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf400.
02000000:00000001:0.0:1775776701.163609:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.163612:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776701.163614:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776701.163617:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776701.163620:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280512, portal 4
00000100:00000001:0.0:1775776701.163622:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776701.163623:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:0.0:1775776701.163627:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163632:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776701.163634:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776701.163636:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776701.163638:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309280512, offset 0
00000400:00000200:0.0:1775776701.163641:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163645:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163648:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776701.163651:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776701.163653:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776701.163655:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776701.163657:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163660:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340373:340373:256:4294967295] 192.168.201.105@tcp LPNI seq info [340318:340318:8:4294967295]
00000400:00000200:0.0:1775776701.163664:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163670:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776701.163675:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163678:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776701.163681:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776701.163684:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776701.163688:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776701.163690:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776701.163692:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163693:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776701.163695:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776701.163698:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776701.163700:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776701.163701:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776701.163702:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776701.163705:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163709:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.163711:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163715:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163716:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776701.163718:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776701.163720:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776701.163722:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776701.163723:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307650211
00000100:00000001:0.0:1775776701.163725:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163726:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307650211
00000100:00000001:0.0:1775776701.163727:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163728:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776701.163741:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163742:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776701.163745:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776701/real 1775776701]  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776701.163750:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776701.163751:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776701.163753:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776701.163754:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776701.163755:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776701.163756:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776701.163765:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776701.163776:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163781:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776701.163784:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163786:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.163787:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776701.163789:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163794:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776701.163797:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163803:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776701.163805:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163806:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.163807:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.163809:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776701.163810:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776701.163812:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776701.163815:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776701.163817:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776701.163821:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776701.163827:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776701.163831:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776701.163833:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163838:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776701.163840:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163841:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776701.163843:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776701.163844:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776701.163846:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280640:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776701.163849:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776701.163851:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776701.163852:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776701.163854:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776701.163857:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776701.163859:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776701.163862:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776701.163864:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776701.163866:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776701.163868:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280640, portal 4
00000100:00000001:0.0:1775776701.163870:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776701.163871:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:0.0:1775776701.163876:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163880:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776701.163883:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776701.163884:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776701.163886:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309280640, offset 0
00000400:00000200:0.0:1775776701.163890:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163893:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163896:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776701.163899:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776701.163901:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776701.163903:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776701.163905:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776701.163908:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340374:340374:256:4294967295] 192.168.201.105@tcp LPNI seq info [340319:340319:8:4294967295]
00000400:00000200:0.0:1775776701.163912:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776701.163917:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776701.163921:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163924:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776701.163927:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776701.163929:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776701.163933:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776701.163935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776701.163939:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776701.163940:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776701.163943:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776701.163946:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776701.163948:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776701.163949:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776701.163951:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776701.163953:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163958:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.163960:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.163964:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163965:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776701.163967:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776701.163969:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776701.163972:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776701.163974:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307650220
00000100:00000001:0.0:1775776701.163976:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163978:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307650220
00000100:00000001:0.0:1775776701.163980:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307650951
00000100:00000001:0.0:1775776701.163981:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776701.163983:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.163985:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776701.163988:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776701/real 1775776701]  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776701.163996:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776701.163997:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776701.163999:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776701.164001:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776701.164002:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776701.164004:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776701.164007:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776701.164014:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164019:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776701.164021:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164022:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.164024:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776701.164027:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164032:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776701.164035:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164042:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776701.164044:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164045:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776701.164046:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164048:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776701.164049:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776701.164052:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776701.164054:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776701.164056:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776701.164059:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776701.164067:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280640:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776701.164070:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164072:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.164074:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309280384/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164079:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776701.164081:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776701.164083:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce000.
02000000:00000001:0.0:1775776701.164085:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776701.164086:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776701.164087:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776701.164089:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776701.164091:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:0.0:1775776701.164094:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776701.164095:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776701.164096:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:0.0:1775776701.164099:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776701.164100:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164103:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.164106:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309280512/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164112:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776701.164113:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776701.164114:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf400.
02000000:00000001:0.0:1775776701.164117:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776701.164118:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776701.164119:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776701.164120:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776701.164122:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776701.164124:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776701.164126:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776701.164127:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:0.0:1775776701.164128:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776701.164130:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164131:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776701.164134:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309280640/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776701.164140:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776701.164141:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776701.164143:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776701.164145:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776701.164146:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776701.164147:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776701.164148:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776701.164149:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776701.164151:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776701.164152:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776701.164153:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:0.0:1775776701.164156:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776701.164157:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164158:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776701.164162:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776701.164191:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776701.164194:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776701.164195:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776701.802280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776701.802285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776701.802291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776701.802292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776701.802313:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776701.802316:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776701.802318:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776702.058249:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776702.058255:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776702.058256:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776702.058262:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776702.058265:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776702.058269:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776702.058271:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776702.058274:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776702.058276:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776702.122229:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307650951, at 4307651008
00000100:00000010:0.0:1775776702.122244:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776702.122343:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307650951, at 4307651008
00000100:00000010:1.0:1775776702.122350:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1cc0.
00010000:00000001:0.0:1775776702.826330:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776702.826336:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776702.826342:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776702.826343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776702.826407:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776702.826410:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776702.826413:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776703.082276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776703.082282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776703.082284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776703.082289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776703.082292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776703.082296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776703.082299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776703.082301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776703.082305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776703.850295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776703.850300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776703.850312:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776703.850313:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776703.850375:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776703.850379:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776703.850382:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776704.107752:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776704.107760:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776704.107762:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776704.107767:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776704.107771:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776704.107775:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776704.107777:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776704.107780:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776704.107783:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776704.874334:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776704.874342:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776704.874349:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776704.874350:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776704.874376:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776704.874379:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776704.874381:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776705.130310:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776705.130320:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776705.130323:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776705.130331:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776705.130335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776705.130341:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776705.130345:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776705.130347:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776705.130350:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776705.898542:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776705.898550:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776705.898556:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776705.898557:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776705.898587:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776705.898590:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776705.898593:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776706.154366:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776706.154375:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776706.154377:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776706.154385:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776706.154389:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776706.154393:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776706.154396:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776706.154401:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776706.154404:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776706.282346:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776706.282359:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776706.282362:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776706.282367:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776706.282372:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776706.282380:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12982
00000400:00000200:0.0:1775776706.282392:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776706.282399:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776706.282403:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776706.282406:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282410:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.282412:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282415:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776706.282420:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776706.282422:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776706.282425:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776706.282428:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776706.282431:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776706.282433:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776706.282436:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282437:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.282439:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282441:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776706.282444:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776706.282447:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282449:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776706.282452:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776706.282456:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776706.282459:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.282463:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776706.282466:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776706.282479:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0e00.
00000020:00000040:0.0:1775776706.282483:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776706.282487:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776706.282490:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.282493:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776706.282497:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776706.282502:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776706.282512:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce400.
00000100:00000001:0.0:1775776706.282520:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776706.282532:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776706.282543:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776706.282548:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.282553:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfa6c076] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776706.282588:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776706.282591:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776706.282595:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776706.282596:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776706.282598:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776706.282601:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776706.282604:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12982
00000400:00000200:0.0:1775776706.282608:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776706.282611:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776706.282613:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776706.282616:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282618:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.282620:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282622:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776706.282625:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776706.282627:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776706.282628:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776706.282630:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776706.282632:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776706.282634:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776706.282637:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282639:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.282673:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282675:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776706.282677:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776706.282679:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776706.282682:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776706.282683:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776706.282689:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776706.282691:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.282693:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776706.282698:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776706.282701:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.282703:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776706.282706:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1c00.
00000020:00000040:0.0:1775776706.282708:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776706.282710:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776706.282712:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.282713:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776706.282715:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776706.282716:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776706.282720:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000001:0.0:1775776706.282723:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776706.282728:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776706.282735:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776706.282737:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.282741:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89ed854] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776706.282747:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776706.282750:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776706.282752:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776706.282754:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776706.282755:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776706.282758:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776706.282760:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12982
00000400:00000200:0.0:1775776706.282764:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776706.282766:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776706.282769:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775776706.282902:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776706.282907:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776706.282910:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776706.282916:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.282923:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776706.282925:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.282929:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776706.282932:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776706.282935:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776706.282938:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309280768:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776706.282942:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776706.282947:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776706.282950:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.282953:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776706.282958:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776706.282960:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776706.282966:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776706.282970:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776706.282977:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776706.282986:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280768, portal 25
00000100:00000001:2.0:1775776706.282989:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776706.282990:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:2.0:1775776706.282996:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283005:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776706.283008:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776706.283011:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776706.283015:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309280768, offset 0
00000400:00000200:2.0:1775776706.283022:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776706.283031:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.283037:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776706.283043:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776706.283048:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776706.283053:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776706.283056:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776706.283061:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340375:340375:256:4294967295] 192.168.201.105@tcp LPNI seq info [340320:340320:8:4294967295]
00000400:00000200:2.0:1775776706.283065:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.283077:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776706.283083:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.283090:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776706.283097:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776706.283102:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775776706.283108:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776706.283113:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775776706.283118:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.283121:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776706.283128:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776706.283134:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776706.283139:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776706.283141:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776706.283146:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776706.283150:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283159:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.283206:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283214:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.283216:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776706.283223:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776706.283226:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776706.283230:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307656072
00000100:00000010:2.0:1775776706.283236:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37240.
00000100:00000001:2.0:1775776706.283244:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776706.283252:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307656072
00000100:00000010:2.0:1775776706.283255:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e377e0.
00000100:00000001:2.0:1775776706.283259:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776706.283265:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776706.283268:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.283270:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776706.283275:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776706]  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776706.283285:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776706.283287:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776706.283289:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776706.283292:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776706.283293:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776706.283296:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776706.283300:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776706.283309:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283316:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776706.283317:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283320:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.283321:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776706.283325:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283333:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776706.283337:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283344:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776706.283347:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283348:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.283349:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283352:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776706.283354:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776706.283357:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776706.283361:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776706.283364:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776706.283367:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776706.283376:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309280768:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776706.283381:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776706.283384:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283395:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776706.283397:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.283399:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776706.283401:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776706.283403:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776706.283406:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280896:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776706.283409:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776706.283411:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776706.283413:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.283415:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776706.283418:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776706.283421:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776706.283425:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776706.283428:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776706.283431:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776706.283434:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309280896, portal 10
00000100:00000001:2.0:1775776706.283436:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776706.283438:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00000040:2.0:1775776706.283444:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283452:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776706.283454:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776706.283457:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776706.283459:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309280896, offset 0
00000400:00000200:2.0:1775776706.283463:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776706.283467:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.283471:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776706.283474:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776706.283476:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776706.283479:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776706.283481:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776706.283485:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340376:340376:256:4294967295] 192.168.201.105@tcp LPNI seq info [340321:340321:8:4294967295]
00000400:00000200:2.0:1775776706.283490:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.283497:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776706.283502:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.283505:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776706.283509:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776706.283512:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775776706.283517:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776706.283520:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775776706.283524:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.283526:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776706.283529:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776706.283533:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776706.283536:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776706.283538:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776706.283540:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776706.283544:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283552:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.283555:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283562:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.283564:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776706.283567:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776706.283571:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776706.283574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776706.283576:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307655203
00000100:00000001:2.0:1775776706.283579:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.283581:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307655203
00000100:00000001:2.0:1775776706.283583:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.283586:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776706.283588:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.283590:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776706.283593:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776706]  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776706.283600:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776706.283601:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776706.283603:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776706.283605:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776706.283607:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776706.283609:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776706.283611:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776706.283619:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283625:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776706.283626:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283628:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.283629:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776706.283632:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283639:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776706.283656:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283663:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776706.283665:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283666:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.283668:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283669:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776706.283671:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776706.283674:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776706.283678:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776706.283680:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776706.283684:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776706.283692:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309280896:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776706.283697:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283699:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.283702:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0e00 x1862023309280768/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283709:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776706.283712:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776706.283714:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776706.283717:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776706.283719:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776706.283721:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776706.283723:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776706.283726:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:2.0:1775776706.283731:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776706.283732:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776706.283735:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:2.0:1775776706.283741:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776706.283743:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283744:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.283747:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1c00 x1862023309280896/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.283754:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776706.283756:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776706.283757:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776706.283759:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776706.283761:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776706.283762:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776706.283764:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776706.283766:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:2.0:1775776706.283769:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776706.283770:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776706.283771:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:2.0:1775776706.283786:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776706.283787:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283790:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.283799:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776706.283801:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.283804:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776706.283806:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.283886:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.283891:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.283894:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.283896:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776706.283898:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776706.283900:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776706.283902:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776706.283904:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776706.283906:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776706.283908:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:0.0:1775776706.283911:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.283913:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.283915:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.283917:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776706.283920:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:0.0:1775776706.283922:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776706.283925:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776706.283928:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776706.283932:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776706.283934:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.283936:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776706.283940:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776706.283943:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.283945:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776706.283949:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1f80.
00000020:00000040:0.0:1775776706.283952:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776706.283955:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776706.283957:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.283959:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776706.283962:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776706.283964:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776706.283969:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce000.
00000100:00000001:0.0:1775776706.283975:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776706.283980:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776706.283988:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776706.283991:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.283995:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7336a2] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776706.284014:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776706.284018:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776706.284022:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776706.284023:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776706.284025:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776706.284028:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776706.284030:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12982
00000400:00000200:0.0:1775776706.284035:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776706.284039:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776706.284042:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776706.284044:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.284046:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.284048:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.284050:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776706.284052:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776706.284053:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776706.284055:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776706.284057:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776706.284059:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776706.284061:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:0.0:1775776706.284064:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.284066:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776706.284068:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776706.284069:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776706.284072:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776706.284075:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776706.284078:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776706.284079:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776706.284082:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776706.284084:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.284086:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776706.284089:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776706.284091:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.284093:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776706.284096:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0a80.
00000020:00000040:0.0:1775776706.284098:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776706.284101:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776706.284102:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776706.284104:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776706.284106:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776706.284107:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776706.284111:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accfc00.
00000100:00000001:0.0:1775776706.284114:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776706.284119:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776706.284126:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776706.284128:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.284131:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0176542] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776706.284138:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776706.284143:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12992)
00000100:00000001:2.0:1775776706.284916:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776706.284921:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776706.284923:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776706.284931:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.284940:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776706.284941:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.284945:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776706.284948:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776706.284951:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776706.284954:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281024:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776706.284959:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776706.284962:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776706.284965:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.284968:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776706.284972:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776706.284975:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776706.284981:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776706.284985:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776706.284992:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776706.284999:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281024, portal 4
00000100:00000001:2.0:1775776706.285001:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776706.285002:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000100:00000040:2.0:1775776706.285009:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285018:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776706.285021:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776706.285024:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776706.285028:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309281024, offset 0
00000400:00000200:2.0:1775776706.285033:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776706.285041:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.285048:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776706.285052:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776706.285056:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776706.285059:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776706.285061:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776706.285065:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340377:340377:256:4294967295] 192.168.201.105@tcp LPNI seq info [340322:340322:8:4294967295]
00000400:00000200:2.0:1775776706.285070:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.285080:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776706.285085:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.285090:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776706.285096:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776706.285099:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775776706.285104:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776706.285108:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775776706.285112:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.285115:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776706.285121:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776706.285125:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776706.285130:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776706.285133:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776706.285136:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776706.285140:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285148:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.285152:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285191:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.285193:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776706.285199:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776706.285204:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776706.285208:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776706.285210:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307655333
00000100:00000001:2.0:1775776706.285213:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.285216:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307655333
00000100:00000001:2.0:1775776706.285219:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.285221:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776706.285223:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.285226:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776706.285230:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776706]  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776706.285240:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776706.285242:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776706.285244:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776706.285246:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776706.285248:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776706.285250:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776706.285253:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776706.285262:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285269:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776706.285271:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285273:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.285276:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776706.285280:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285288:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776706.285293:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285300:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776706.285303:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285304:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.285305:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285308:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776706.285310:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776706.285313:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776706.285317:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776706.285320:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776706.285324:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776706.285331:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281024:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776706.285335:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776706.285339:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285345:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776706.285347:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.285349:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776706.285350:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776706.285352:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776706.285354:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281152:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776706.285358:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776706.285359:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776706.285362:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776706.285363:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776706.285367:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776706.285368:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776706.285371:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776706.285373:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776706.285376:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776706.285379:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281152, portal 4
00000100:00000001:2.0:1775776706.285380:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776706.285382:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:2.0:1775776706.285387:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285393:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776706.285395:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776706.285397:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776706.285399:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309281152, offset 0
00000400:00000200:2.0:1775776706.285402:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776706.285406:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.285410:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776706.285412:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776706.285414:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776706.285416:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776706.285419:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776706.285422:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340378:340378:256:4294967295] 192.168.201.105@tcp LPNI seq info [340323:340323:8:4294967295]
00000400:00000200:2.0:1775776706.285426:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776706.285432:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776706.285437:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.285440:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776706.285443:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776706.285446:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1775776706.285450:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776706.285453:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1775776706.285457:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776706.285459:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776706.285462:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776706.285465:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776706.285468:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776706.285470:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776706.285472:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776706.285475:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285482:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.285485:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776731 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285491:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.285493:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776706.285495:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776706.285498:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776706.285501:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776706.285503:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307655342
00000100:00000001:2.0:1775776706.285505:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.285507:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307655342
00000100:00000001:2.0:1775776706.285509:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307656072
00000100:00000001:2.0:1775776706.285511:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776706.285513:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.285515:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776706.285518:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776706]  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776706.285526:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776706.285527:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776706.285528:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776706.285531:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776706.285532:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776706.285534:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776706.285536:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776706.285543:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285549:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776706.285550:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285552:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.285553:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776706.285556:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285563:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776706.285566:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285571:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776706.285574:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285576:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776706.285577:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285578:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776706.285580:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776706.285582:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776706.285586:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776706.285588:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776706.285591:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776706.285599:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281152:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776706.285603:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285605:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.285608:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1f80 x1862023309281024/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285615:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776706.285618:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776706.285620:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776706.285623:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776706.285625:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776706.285626:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776706.285628:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776706.285630:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce000.
02000000:00000001:2.0:1775776706.285634:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776706.285636:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776706.285638:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:2.0:1775776706.285656:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776706.285658:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285659:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776706.285663:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309281152/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776706.285669:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776706.285671:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776706.285672:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776706.285674:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776706.285676:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776706.285677:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776706.285679:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776706.285680:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:2.0:1775776706.285682:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776706.285683:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776706.285685:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:2.0:1775776706.285687:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776706.285688:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285690:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776706.285698:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776706.285699:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776706.285701:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776706.285703:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776706.922327:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776706.922335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776706.922341:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776706.922343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776706.923131:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776706.923135:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776706.923137:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776707.178521:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776707.178532:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776707.178534:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776707.178541:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776707.178546:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776707.178550:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776707.178553:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776707.178555:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776707.178559:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776707.242431:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307656072, at 4307656128
00000100:00000010:0.0:1775776707.242451:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37240.
00000100:00000040:1.0:1775776707.243795:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307656072, at 4307656129
00000100:00000010:1.0:1775776707.243803:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e377e0.
00010000:00000001:0.0:1775776707.946274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776707.946285:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776707.946288:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776707.946292:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946299:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776707.946302:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946305:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946307:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946312:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776707.946314:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776707.946315:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776707.946317:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946319:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776707.946320:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946322:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776707.946324:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776707.946752:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776707.946758:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776707.946764:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776708.202661:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776708.202740:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776708.202742:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776708.202750:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776708.202754:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776708.202759:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776708.202762:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776708.202765:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776708.202768:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776708.971855:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776708.971864:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776708.971872:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776708.971873:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776708.971905:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776708.971909:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776708.971913:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776709.226473:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776709.226482:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776709.226484:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776709.226491:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776709.226495:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776709.226499:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776709.226501:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776709.226504:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776709.226507:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776709.994492:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776709.994501:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776709.994508:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776709.994510:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776709.994549:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776709.994552:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776709.994555:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776710.250411:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776710.250420:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776710.250422:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776710.250429:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776710.250433:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776710.250437:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776710.250440:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776710.250443:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776710.250446:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776711.018290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776711.018296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776711.018302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776711.018304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776711.018362:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776711.018366:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776711.018368:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776711.274273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776711.274280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776711.274282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776711.274288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776711.274292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776711.274295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.274298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776711.274300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.274309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776711.402263:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776711.402272:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776711.402275:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776711.402279:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776711.402283:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776711.402291:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12987
00000400:00000200:0.0:1775776711.402300:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776711.402306:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776711.402309:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776711.402311:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402314:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402317:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402319:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776711.402323:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776711.402325:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776711.402327:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776711.402330:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776711.402332:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776711.402334:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776711.402337:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402339:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402340:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402342:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776711.402344:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776711.402346:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402349:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776711.402351:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776711.402354:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776711.402357:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402359:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776711.402361:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776711.402369:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3480.
00000020:00000040:0.0:1775776711.402371:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776711.402375:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776711.402377:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402379:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776711.402381:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776711.402385:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776711.402391:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accfc00.
00000100:00000001:0.0:1775776711.402397:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776711.402405:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776711.402415:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776711.402418:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776711.402422:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040426db5] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.402449:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776711.402451:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776711.402454:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776711.402456:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776711.402457:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776711.402460:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776711.402462:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12987
00000400:00000200:0.0:1775776711.402465:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776711.402467:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776711.402470:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776711.402472:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402474:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402476:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402478:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776711.402480:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776711.402481:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776711.402483:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776711.402485:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:2.0:1775776711.402486:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1775776711.402487:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776711.402490:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1775776711.402491:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776711.402493:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776711.402496:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402499:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776711.402500:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776711.402503:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402507:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776711.402512:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:2.0:1775776711.402513:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776711.402516:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776711.402518:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402520:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.402520:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776711.402523:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776711.402524:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776711.402528:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776711.402528:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776711.402533:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776711.402533:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309281280:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776711.402536:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776711.402541:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776711.402544:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402545:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1775776711.402546:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776711.402550:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2300.
02000000:00000001:2.0:1775776711.402550:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776711.402565:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.402568:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776711.402573:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776711.402576:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776711.402581:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000200:2.0:1775776711.402583:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776711.402585:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776711.402587:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776711.402588:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00000001:0.0:1775776711.402590:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776711.402592:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776711.402594:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776711.402595:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
02000000:00000010:0.0:1775776711.402599:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf400.
00000100:00000200:2.0:1775776711.402601:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281280, portal 25
00000100:00000001:0.0:1775776711.402604:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402605:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776711.402608:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828338304 : -109518881213312 : ffff9c64a5fd3480)
00000100:00100000:0.0:1775776711.402611:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775776711.402617:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.402624:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776711.402628:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402634:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776711.402635:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009387a690] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776711.402639:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776711.402643:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776711.402649:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309281280, offset 0
00000100:00000001:0.0:1775776711.402651:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776711.402654:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1775776711.402658:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:0.0:1775776711.402660:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776711.402662:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776711.402664:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775776711.402667:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776711.402668:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:2.0:1775776711.402673:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:0.0:1775776711.402674:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12987
00000400:00000200:2.0:1775776711.402678:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776711.402681:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.402684:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776711.402689:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:2.0:1775776711.402689:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776711.402693:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:0.0:1775776711.402694:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776711.402698:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340379:340379:256:4294967295] 192.168.201.105@tcp LPNI seq info [340324:340324:8:4294967295]
00000100:00000040:0.0:1775776711.402701:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776711.402704:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776711.402706:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402709:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402715:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776711.402716:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1775776711.402721:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776711.402724:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:2.0:1775776711.402724:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:0.0:1775776711.402727:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776711.402730:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000010:2.0:1775776711.402731:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000020:00000001:0.0:1775776711.402734:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776711.402737:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:2.0:1775776711.402741:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:0.0:1775776711.402742:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402746:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775776711.402747:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1775776711.402750:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402754:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776711.402758:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:2.1:1775776711.402758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:0.0:1775776711.402762:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402765:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776711.402767:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776711.402769:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776711.402771:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402776:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:2.1:1775776711.402777:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000008:00100000:0.0:1775776711.402778:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1775776711.402783:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402784:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1775776711.402788:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000010:0.0:1775776711.402789:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd3100.
00000800:00000010:2.0:1775776711.402790:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000020:00000040:0.0:1775776711.402791:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776711.402794:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776711.402795:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402796:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1775776711.402796:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1775776711.402798:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776711.402800:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776711.402804:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1775776711.402805:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce400.
00000100:00000001:0.0:1775776711.402809:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776711.402812:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000100:00100000:0.0:1775776711.402814:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775776711.402816:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776711.402822:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1775776711.402828:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1775776711.402829:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.402830:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776711.402836:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb781832] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.402852:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402853:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1775776711.402854:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776711.402857:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776711.402859:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776711.402860:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1775776711.402860:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.402864:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776711.402868:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12987
00000400:00000200:0.0:1775776711.402876:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776711.402879:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776711.402880:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776711.402883:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1775776711.402883:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1775776711.402887:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402889:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402890:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776711.402891:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402892:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776711.402896:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776711.402897:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776711.402898:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776711.402899:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000400:00000200:2.0:1775776711.402900:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:0.0:1775776711.402901:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776711.402904:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776711.402905:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307661191
00000100:00000040:0.0:1775776711.402907:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402909:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776711.402910:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402912:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000010:2.0:1775776711.402912:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37960.
00000020:00000040:0.0:1775776711.402914:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:2.0:1775776711.402919:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1775776711.402925:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776711.402927:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402927:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307661191
02000000:00000001:0.0:1775776711.402929:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776711.402932:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1775776711.402933:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37060.
02000000:00000001:0.0:1775776711.402934:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402937:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776711.402939:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1775776711.402939:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000008:00000001:0.0:1775776711.402943:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402945:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.402946:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1775776711.402948:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0a80.
00000100:00000001:2.0:1775776711.402950:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776711.402951:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776711.402954:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1775776711.402954:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1775776711.402957:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776711.402959:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776711.402962:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1775776711.402962:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711]  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776711.402964:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776711.402969:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accf800.
00000100:00000001:0.0:1775776711.402975:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1775776711.402977:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776711.402979:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:0.0:1775776711.402982:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1775776711.402982:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776711.402985:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776711.402988:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776711.402993:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1775776711.402997:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776711.403001:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776711.403001:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776711.403010:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0176542] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776711.403017:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776711.403018:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776711.403024:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (12997)
00000100:00000001:2.0:1775776711.403030:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776711.403032:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403034:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403036:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776711.403040:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403048:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776711.403052:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403065:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776711.403068:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403070:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403071:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403074:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776711.403076:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776711.403079:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776711.403084:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776711.403087:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776711.403091:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776711.403100:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309281280:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776711.403105:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403107:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403109:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3480 x1862023309281280/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403115:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776711.403117:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403120:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776711.403122:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776711.403124:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776711.403125:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776711.403127:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776711.403129:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accfc00.
02000000:00000001:2.0:1775776711.403133:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776711.403135:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776711.403137:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3480.
00000100:00000001:2.0:1775776711.403140:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776711.403142:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403144:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403152:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776711.403154:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403157:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776711.403158:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776711.403160:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776711.403208:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403215:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776711.403217:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403219:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776711.403221:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776711.403223:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776711.403226:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281408:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776711.403229:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776711.403231:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776711.403233:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403234:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403237:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776711.403239:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776711.403243:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776711.403245:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776711.403249:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776711.403252:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281408, portal 10
00000100:00000001:2.0:1775776711.403254:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776711.403255:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828333824 : -109518881217792 : ffff9c64a5fd2300)
00000100:00000040:2.0:1775776711.403260:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403267:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776711.403269:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776711.403271:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776711.403274:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309281408, offset 0
00000400:00000200:2.0:1775776711.403276:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403279:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403282:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776711.403285:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776711.403286:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776711.403288:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776711.403289:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403291:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340380:340380:256:4294967295] 192.168.201.105@tcp LPNI seq info [340325:340325:8:4294967295]
00000400:00000200:2.0:1775776711.403294:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403299:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776711.403315:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403319:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776711.403323:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776711.403326:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775776711.403330:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776711.403333:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775776711.403336:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403338:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776711.403341:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776711.403344:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776711.403347:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776711.403349:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776711.403351:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776711.403354:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403361:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403363:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403369:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403371:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776711.403373:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776711.403377:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776711.403380:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776711.403382:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307660323
00000100:00000001:2.0:1775776711.403385:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403387:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307660323
00000100:00000001:2.0:1775776711.403389:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403391:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776711.403393:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403394:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776711.403398:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711]  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776711.403406:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776711.403406:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776711.403408:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776711.403409:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776711.403410:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776711.403412:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776711.403414:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776711.403418:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403422:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776711.403422:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403423:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403424:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776711.403426:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403430:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776711.403432:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403436:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776711.403437:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403439:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403439:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403441:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776711.403442:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776711.403443:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776711.403445:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776711.403446:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776711.403448:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776711.403452:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281408:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776711.403455:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776711.403457:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403461:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776711.403461:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403463:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776711.403464:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776711.403465:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776711.403466:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281536:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776711.403468:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776711.403469:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776711.403470:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403471:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403473:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776711.403475:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776711.403477:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776711.403478:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776711.403480:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776711.403482:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281536, portal 4
00000100:00000001:2.0:1775776711.403483:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776711.403484:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828337408 : -109518881214208 : ffff9c64a5fd3100)
00000100:00000040:2.0:1775776711.403488:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403491:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776711.403493:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776711.403494:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776711.403495:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309281536, offset 0
00000400:00000200:2.0:1775776711.403498:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403500:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403502:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776711.403504:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776711.403505:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776711.403507:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776711.403508:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403510:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340381:340381:256:4294967295] 192.168.201.105@tcp LPNI seq info [340326:340326:8:4294967295]
00000400:00000200:2.0:1775776711.403512:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403516:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776711.403519:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403522:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776711.403525:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776711.403528:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775776711.403532:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776711.403534:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775776711.403537:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403539:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776711.403541:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776711.403544:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776711.403547:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776711.403548:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776711.403565:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776711.403569:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403577:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403580:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403586:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403588:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776711.403591:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776711.403593:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776711.403596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776711.403597:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307660451
00000100:00000001:2.0:1775776711.403598:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403600:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307660451
00000100:00000001:2.0:1775776711.403601:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403603:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776711.403605:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403607:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776711.403610:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711]  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776711.403617:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776711.403618:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776711.403620:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776711.403622:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776711.403623:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776711.403625:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776711.403628:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776711.403636:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403642:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776711.403644:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403645:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403646:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776711.403650:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403655:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776711.403657:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403661:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776711.403663:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403664:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403665:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403665:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776711.403666:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776711.403668:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776711.403669:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776711.403670:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776711.403672:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776711.403676:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281536:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776711.403679:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776711.403680:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403684:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776711.403685:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403687:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776711.403688:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776711.403689:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776711.403690:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281664:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776711.403692:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776711.403693:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776711.403694:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776711.403696:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403698:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12c00.
02000000:00000001:2.0:1775776711.403699:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776711.403701:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776711.403703:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776711.403704:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776711.403706:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281664, portal 4
00000100:00000001:2.0:1775776711.403707:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776711.403708:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828327552 : -109518881224064 : ffff9c64a5fd0a80)
00000100:00000040:2.0:1775776711.403712:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403716:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776711.403717:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776711.403718:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000200:2.0:1775776711.403720:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309281664, offset 0
00000400:00000200:2.0:1775776711.403722:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403724:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403726:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776711.403728:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776711.403731:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776711.403733:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776711.403735:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776711.403738:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340382:340382:256:4294967295] 192.168.201.105@tcp LPNI seq info [340327:340327:8:4294967295]
00000400:00000200:2.0:1775776711.403742:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776711.403747:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776711.403751:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403754:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
00000800:00000200:2.0:1775776711.403758:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776711.403761:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1775776711.403765:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776711.403767:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1775776711.403771:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776711.403773:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:2.0:1775776711.403775:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776711.403779:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776711.403781:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:2.0:1775776711.403782:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:2.0:1775776711.403784:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776711.403786:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403791:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403792:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776736 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403796:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403797:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776711.403800:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776711.403802:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776711.403805:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776711.403807:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307660460
00000100:00000001:2.0:1775776711.403809:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403811:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307660460
00000100:00000001:2.0:1775776711.403813:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307661191
00000100:00000001:2.0:1775776711.403814:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776711.403816:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403818:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776711.403821:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711]  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776711.403828:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776711.403830:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776711.403831:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776711.403834:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776711.403836:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776711.403838:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776711.403841:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776711.403848:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403852:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776711.403853:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403854:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403855:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776711.403857:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403861:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776711.403863:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403869:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776711.403871:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403872:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776711.403873:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403875:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776711.403876:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776711.403879:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776711.403882:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776711.403883:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776711.403887:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776711.403895:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281664:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776711.403898:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403900:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403904:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd2300 x1862023309281408/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403909:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776711.403911:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403912:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11400.
02000000:00000001:2.0:1775776711.403915:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776711.403916:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776711.403917:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776711.403919:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776711.403921:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf400.
02000000:00000001:2.0:1775776711.403923:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776711.403925:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776711.403926:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2300.
00000100:00000001:2.0:1775776711.403928:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776711.403930:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403931:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403934:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd3100 x1862023309281536/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403940:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776711.403941:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403943:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11800.
02000000:00000001:2.0:1775776711.403945:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776711.403946:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776711.403947:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776711.403948:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776711.403950:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce400.
02000000:00000001:2.0:1775776711.403952:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776711.403953:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776711.403954:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd3100.
00000100:00000001:2.0:1775776711.403956:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776711.403957:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403959:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776711.403962:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0a80 x1862023309281664/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776711.403968:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776711.403969:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776711.403970:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:2.0:1775776711.403972:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776711.403973:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776711.403974:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776711.403975:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776711.403976:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accf800.
02000000:00000001:2.0:1775776711.403977:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776711.403978:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776711.403978:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0a80.
00000100:00000001:2.0:1775776711.403980:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776711.403980:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403981:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776711.403984:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776711.403984:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776711.403985:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776711.403987:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776712.042274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776712.042279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776712.042282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776712.042283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776712.042348:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776712.042351:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776712.042353:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776712.300508:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776712.300514:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776712.300516:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776712.300522:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776712.300526:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776712.300530:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776712.300532:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776712.300535:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776712.300564:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776712.362286:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307661191, at 4307661248
00000100:00000010:1.0:1775776712.362299:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37060.
00000100:00000040:0.0:1775776712.363015:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307661191, at 4307661248
00000100:00000010:0.0:1775776712.363024:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37960.
00010000:00000001:0.0:1775776713.066464:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776713.066471:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776713.066477:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776713.066479:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776713.066511:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776713.066515:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776713.066518:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776713.322361:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776713.322370:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776713.322373:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776713.322380:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776713.322386:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776713.322391:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776713.322394:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776713.322398:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776713.322401:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776714.090318:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776714.090327:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776714.090334:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776714.090335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776714.090371:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776714.090375:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776714.090379:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776714.346359:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776714.346368:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776714.346370:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776714.346377:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776714.346381:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776714.346385:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776714.346387:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776714.346390:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776714.346392:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776715.114339:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776715.114347:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776715.114354:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776715.114355:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776715.114432:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776715.114436:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776715.114439:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1775776715.370248:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776715.370258:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776715.370263:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000100:00000001:2.0:1775776715.370278:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776715.370285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776715.370287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776715.370292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776715.370296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776715.370301:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776715.370306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776715.370308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776715.370311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000001:1.0:1775776715.370437:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000200:0.0:1775776715.370449:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776715.370456:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776715.370461:0:2351:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776715.370465:0:2351:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775776716.138268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776716.138274:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776716.138279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776716.138280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776716.138342:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776716.138345:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776716.138348:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776716.394576:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776716.394581:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776716.394582:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776716.394586:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776716.394589:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776716.394592:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.394595:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776716.394597:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.394600:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776716.522281:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776716.522288:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776716.522290:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776716.522293:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776716.522297:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776716.522302:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12992
00000400:00000200:2.0:1775776716.522310:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776716.522317:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776716.522319:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776716.522333:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522336:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522338:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522341:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776716.522345:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776716.522347:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776716.522349:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776716.522351:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776716.522353:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776716.522356:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776716.522359:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522361:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522363:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522365:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776716.522368:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776716.522370:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522373:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776716.522376:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776716.522379:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776716.522381:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522383:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776716.522386:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776716.522394:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776716.522398:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776716.522401:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776716.522402:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522405:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776716.522408:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776716.522412:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776716.522420:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776716.522426:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776716.522435:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776716.522443:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776716.522446:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776716.522450:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776716.522495:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776716.522498:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776716.522502:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776716.522503:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776716.522505:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776716.522508:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776716.522511:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12992
00000400:00000200:2.0:1775776716.522516:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776716.522518:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776716.522519:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776716.522522:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522523:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522525:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522526:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776716.522527:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776716.522528:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776716.522530:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1775776716.522530:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776716.522532:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776716.522534:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776716.522535:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1775776716.522536:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776716.522539:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776716.522539:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522543:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522544:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522546:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776716.522548:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000040:0.0:1775776716.522549:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776716.522551:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522555:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776716.522559:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776716.522564:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776716.522568:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522572:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776716.522573:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776716.522576:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1775776716.522578:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776716.522579:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776716.522581:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1775776716.522582:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.522584:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522586:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776716.522588:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309281792:192.168.201.105@tcp:250:kworker.0
00000100:00000010:2.0:1775776716.522591:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776716.522592:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1775776716.522595:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776716.522596:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776716.522598:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776716.522599:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776716.522601:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1775776716.522602:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522605:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1775776716.522606:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:2.0:1775776716.522607:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776716.522609:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776716.522610:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776716.522614:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000010:2.0:1775776716.522616:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000400:00000010:0.0:1775776716.522618:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776716.522621:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776716.522623:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00100000:2.0:1775776716.522627:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1775776716.522629:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281792, portal 25
00000100:00000001:0.0:1775776716.522634:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776716.522635:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000001:2.0:1775776716.522641:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1775776716.522644:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776716.522645:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.522653:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776716.522654:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776716.522660:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776716.522664:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776716.522670:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309281792, offset 0
00000100:00000001:2.0:1775776716.522671:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776716.522674:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776716.522679:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776716.522680:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776716.522682:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776716.522684:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776716.522685:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776716.522688:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776716.522689:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12992
00000400:00000200:2.0:1775776716.522696:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.522698:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776716.522703:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776716.522709:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776716.522710:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776716.522714:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776716.522716:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1775776716.522721:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776716.522722:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522724:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522729:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776716.522732:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340383:340383:256:4294967295] 192.168.201.105@tcp LPNI seq info [340328:340328:8:4294967295]
00000100:00000001:2.0:1775776716.522733:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776716.522738:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776716.522740:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:0.0:1775776716.522743:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:2.0:1775776716.522743:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776716.522745:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776716.522747:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776716.522749:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776716.522753:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522756:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776716.522760:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775776716.522762:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522766:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776716.522769:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000200:0.0:1775776716.522770:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776716.522776:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000010:0.0:1775776716.522778:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000001:2.0:1775776716.522779:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776716.522782:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776716.522785:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1775776716.522788:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
02000000:00000001:2.0:1775776716.522789:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522794:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000800:00000200:0.0:1775776716.522795:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000008:00100000:2.0:1775776716.522797:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776716.522802:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522805:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776716.522806:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000010:2.0:1775776716.522809:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000800:00000200:0.1:1775776716.522811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000020:00000040:2.0:1775776716.522812:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776716.522816:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776716.522817:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.522820:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:0.0:1775776716.522821:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776716.522822:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776716.522825:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776716.522826:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
02000000:00000010:2.0:1775776716.522828:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776716.522831:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776716.522833:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1775776716.522835:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776716.522841:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776716.522846:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776716.522850:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776716.522855:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776716.522855:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776716.522859:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776716.522861:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776716.522877:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.522890:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776716.522890:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776716.522894:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1775776716.522897:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776716.522898:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776716.522900:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776716.522902:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776716.522905:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776716.522910:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12992
00000100:00000001:0.0:1775776716.522914:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776716.522918:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776716.522919:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1775776716.522923:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776716.522926:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776716.522926:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776716.522932:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776716.522936:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307666311
00000100:00000040:2.0:1775776716.522940:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000010:0.0:1775776716.522942:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:2.0:1775776716.522943:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776716.522947:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776716.522949:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776716.522950:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1775776716.522953:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776716.522955:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776716.522957:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776716.522959:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307666311
00000020:00000040:2.0:1775776716.522959:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776716.522962:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000010:0.0:1775776716.522964:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1000.
00000020:00000001:2.0:1775776716.522965:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776716.522969:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1775776716.522970:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776716.522973:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776716.522973:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776716.522977:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776716.522978:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776716.522980:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1775776716.522983:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00100000:0.0:1775776716.522987:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716]  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1775776716.522988:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776716.522995:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776716.523000:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776716.523002:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1775776716.523002:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1775776716.523004:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1775776716.523006:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775776716.523007:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776716.523010:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
02000000:00000001:2.0:1775776716.523011:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776716.523012:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:2.0:1775776716.523015:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776716.523016:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:2.0:1775776716.523018:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775776716.523020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776716.523022:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.523027:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776716.523032:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775776716.523033:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776716.523039:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776716.523041:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523043:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523045:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775776716.523047:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00100000:0.0:1775776716.523050:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776716.523052:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776716.523055:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776716.523058:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776716.523061:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776716.523064:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523065:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:2.0:1775776716.523070:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000040:0.0:1775776716.523072:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776716.523074:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776716.523081:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776716.523087:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776716.523092:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523094:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523095:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523097:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776716.523098:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776716.523099:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776716.523102:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776716.523105:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1775776716.523109:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776716.523113:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776716.523118:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776716.523125:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776716.523126:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776716.523133:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13003)
00000100:00100000:0.0:1775776716.523136:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309281792:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776716.523141:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523143:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.523145:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309281792/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523149:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776716.523151:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776716.523153:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776716.523156:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776716.523157:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776716.523158:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776716.523160:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776716.523162:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776716.523181:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776716.523182:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776716.523183:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776716.523186:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776716.523187:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523189:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523196:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776716.523198:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523200:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776716.523202:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776716.523203:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776716.523206:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523213:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776716.523214:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523216:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776716.523218:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776716.523220:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776716.523223:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281920:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776716.523226:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776716.523227:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776716.523229:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523231:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776716.523234:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776716.523236:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776716.523240:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776716.523242:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776716.523245:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776716.523247:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309281920, portal 10
00000100:00000001:0.0:1775776716.523249:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776716.523250:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776716.523256:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523273:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776716.523276:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776716.523279:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776716.523281:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309281920, offset 0
00000400:00000200:0.0:1775776716.523285:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523289:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523293:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776716.523295:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776716.523298:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776716.523300:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776716.523302:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523305:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340384:340384:256:4294967295] 192.168.201.105@tcp LPNI seq info [340329:340329:8:4294967295]
00000400:00000200:0.0:1775776716.523310:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523323:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776716.523328:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523333:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776716.523337:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776716.523339:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775776716.523344:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776716.523346:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775776716.523349:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523351:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776716.523354:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776716.523357:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776716.523360:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776716.523361:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776716.523364:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776716.523367:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523375:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.523378:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523392:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523393:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776716.523397:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776716.523400:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776716.523403:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776716.523405:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307665443
00000100:00000001:0.0:1775776716.523407:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523409:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307665443
00000100:00000001:0.0:1775776716.523411:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523413:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776716.523415:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523417:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776716.523420:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716]  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776716.523440:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776716.523441:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776716.523442:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776716.523445:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776716.523446:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776716.523448:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776716.523452:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776716.523459:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523477:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776716.523478:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523480:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523481:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776716.523485:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523491:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776716.523495:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523501:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776716.523503:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523505:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523506:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523508:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776716.523510:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776716.523512:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776716.523516:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776716.523518:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776716.523522:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776716.523530:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309281920:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776716.523533:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776716.523536:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523540:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776716.523541:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523543:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776716.523544:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776716.523545:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776716.523546:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282048:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776716.523548:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776716.523550:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776716.523551:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523552:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776716.523554:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776716.523555:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776716.523558:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776716.523559:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776716.523562:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776716.523564:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282048, portal 4
00000100:00000001:0.0:1775776716.523565:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776716.523566:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:0.0:1775776716.523570:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523574:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776716.523575:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776716.523576:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776716.523578:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309282048, offset 0
00000400:00000200:0.0:1775776716.523580:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523583:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523585:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776716.523587:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776716.523589:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776716.523590:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776716.523592:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523594:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340385:340385:256:4294967295] 192.168.201.105@tcp LPNI seq info [340330:340330:8:4294967295]
00000400:00000200:0.0:1775776716.523596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523600:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776716.523603:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523604:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776716.523607:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776716.523608:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775776716.523611:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776716.523626:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775776716.523631:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523633:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776716.523635:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776716.523639:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776716.523642:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776716.523644:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776716.523646:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776716.523649:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523657:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.523659:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523666:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523667:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776716.523671:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776716.523673:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776716.523676:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776716.523679:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307665571
00000100:00000001:0.0:1775776716.523681:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523683:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307665571
00000100:00000001:0.0:1775776716.523685:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523686:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776716.523688:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523689:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776716.523692:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716]  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776716.523697:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776716.523698:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776716.523699:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776716.523700:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776716.523701:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776716.523703:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776716.523705:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776716.523709:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523712:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776716.523713:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523714:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523715:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776716.523717:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523720:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776716.523722:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523726:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776716.523728:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523729:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523729:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523730:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776716.523731:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776716.523733:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776716.523734:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776716.523735:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776716.523737:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776716.523741:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282048:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776716.523743:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776716.523746:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523752:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776716.523753:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523755:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776716.523757:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776716.523759:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776716.523761:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282176:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776716.523764:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776716.523766:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776716.523767:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776716.523769:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776716.523772:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776716.523773:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776716.523776:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776716.523778:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776716.523781:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776716.523783:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282176, portal 4
00000100:00000001:0.0:1775776716.523785:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776716.523787:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776716.523792:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523799:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776716.523801:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776716.523803:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776716.523805:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309282176, offset 0
00000400:00000200:0.0:1775776716.523809:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523812:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523816:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776716.523818:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776716.523820:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776716.523823:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776716.523825:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776716.523828:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340386:340386:256:4294967295] 192.168.201.105@tcp LPNI seq info [340331:340331:8:4294967295]
00000400:00000200:0.0:1775776716.523832:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776716.523838:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776716.523842:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523845:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776716.523848:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776716.523851:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1775776716.523855:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776716.523857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 11 secs later)
00000800:00000100:0.0:1775776716.523861:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776716.523862:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776716.523865:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776716.523868:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776716.523870:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776716.523872:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776716.523875:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776716.523878:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523890:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.523893:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776741 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523899:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523901:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776716.523904:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776716.523906:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776716.523909:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776716.523911:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307665580
00000100:00000001:0.0:1775776716.523913:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523915:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307665580
00000100:00000001:0.0:1775776716.523917:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307666311
00000100:00000001:0.0:1775776716.523919:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776716.523921:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.523923:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776716.523926:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716]  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776716.523934:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776716.523936:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776716.523937:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776716.523940:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776716.523941:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776716.523943:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776716.523945:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776716.523952:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523958:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776716.523960:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523962:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523963:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776716.523967:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523973:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776716.523977:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.523983:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776716.523985:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523986:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776716.523987:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.523989:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776716.523991:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776716.523993:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776716.523996:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776716.523998:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776716.524002:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776716.524009:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282176:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776716.524012:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.524014:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.524016:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309281920/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.524021:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776716.524023:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776716.524024:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776716.524027:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776716.524028:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776716.524030:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776716.524032:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776716.524033:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776716.524036:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776716.524037:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776716.524038:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776716.524041:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776716.524042:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.524043:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.524046:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309282048/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.524052:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776716.524053:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776716.524055:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776716.524057:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776716.524059:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776716.524060:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776716.524061:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776716.524063:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776716.524064:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776716.524065:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776716.524066:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776716.524069:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776716.524070:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.524071:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776716.524075:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309282176/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776716.524081:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776716.524082:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776716.524083:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776716.524087:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776716.524088:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776716.524089:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776716.524091:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776716.524093:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776716.524094:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776716.524096:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776716.524097:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776716.524099:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776716.524100:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.524102:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776716.524106:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776716.524107:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776716.524109:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776716.524110:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776717.162276:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776717.162281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776717.162286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776717.162287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776717.162335:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776717.162338:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776717.162341:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776717.418273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776717.418280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776717.418281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776717.418285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776717.418288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776717.418291:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776717.418293:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776717.418294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776717.418296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776717.482277:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307666311, at 4307666368
00000100:00000040:1.0:1775776717.482277:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307666311, at 4307666368
00000100:00000010:1.0:1775776717.482290:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1000.
00000100:00000010:0.0:1775776717.482292:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776718.186333:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776718.186339:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776718.186340:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776718.186343:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186347:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776718.186348:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186349:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186351:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186354:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776718.186355:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776718.186356:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776718.186358:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186359:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776718.186359:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186360:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776718.186362:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776718.186380:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776718.186382:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776718.186384:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776718.442268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776718.442274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776718.442276:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776718.442282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776718.442286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776718.442289:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776718.442291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776718.442294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776718.442296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776719.210273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776719.210276:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776719.210280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776719.210281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776719.210328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776719.210333:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776719.210335:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776719.466250:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776719.466258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776719.466260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776719.466265:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776719.466269:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776719.466273:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776719.466275:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776719.466278:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776719.466281:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776720.234277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776720.234282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776720.234286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776720.234288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776720.234339:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776720.234343:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776720.234346:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776720.490277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776720.490284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776720.490286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776720.490291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776720.490296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776720.490300:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776720.490303:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776720.490305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776720.490308:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776721.258284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776721.258289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776721.258292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776721.258293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776721.258312:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776721.258314:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776721.258316:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776721.514267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776721.514273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776721.514274:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776721.514278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776721.514281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776721.514284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.514286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776721.514288:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.514290:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776721.642363:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776721.642385:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776721.642388:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776721.642392:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776721.642396:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776721.642404:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 12998
00000400:00000200:3.0:1775776721.642414:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776721.642420:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776721.642423:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776721.642426:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642429:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776721.642432:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642434:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776721.642438:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776721.642440:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776721.642442:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776721.642445:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776721.642447:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776721.642449:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776721.642451:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642453:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776721.642455:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642457:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776721.642460:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776721.642463:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642466:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776721.642469:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776721.642472:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776721.642475:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.642478:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776721.642480:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776721.642490:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776721.642494:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776721.642497:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776721.642499:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.642501:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776721.642504:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776721.642508:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776721.642516:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776721.642522:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776721.642531:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776721.642600:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776721.642605:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776721.642610:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776721.642642:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776721.642646:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776721.642650:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776721.642651:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776721.642653:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776721.642656:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776721.642658:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12998
00000400:00000200:3.0:1775776721.642663:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776721.642667:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776721.642670:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776721.642673:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642676:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776721.642679:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642681:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776721.642683:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776721.642684:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776721.642687:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776721.642688:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776721.642690:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000001:0.0:1775776721.642693:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1775776721.642693:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776721.642697:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776721.642700:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776721.642703:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776721.642706:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642711:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776721.642716:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642721:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776721.642723:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1775776721.642725:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776721.642726:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776721.642730:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:0.0:1775776721.642732:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776721.642733:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.642735:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776721.642737:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776721.642741:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776721.642745:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775776721.642746:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309282304:192.168.201.105@tcp:250:kworker.0
02000000:00000001:3.0:1775776721.642750:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.642753:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775776721.642754:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776721.642758:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1775776721.642760:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1775776721.642762:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775776721.642764:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.642766:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1775776721.642767:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776721.642772:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
02000000:00000010:0.0:1775776721.642773:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
00000020:00000040:3.0:1775776721.642776:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776721.642777:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776721.642781:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776721.642784:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776721.642787:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776721.642792:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:3.0:1775776721.642794:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776721.642797:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776721.642799:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776721.642800:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
02000000:00000010:3.0:1775776721.642805:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000200:0.0:1775776721.642808:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282304, portal 25
00000100:00000001:3.0:1775776721.642810:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.642813:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776721.642815:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00100000:3.0:1775776721.642818:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776721.642824:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776721.642838:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776721.642843:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776721.642844:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776721.642848:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776721.642851:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000040:3.0:1775776721.642853:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776721.642855:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309282304, offset 0
00000400:00000200:0.0:1775776721.642866:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642869:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776721.642872:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776721.642875:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:3.0:1775776721.642880:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776721.642881:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1775776721.642883:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00080000:3.0:1775776721.642884:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776721.642889:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776721.642891:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1775776721.642894:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12998
00000400:00000200:0.0:1775776721.642898:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776721.642902:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.642904:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776721.642909:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776721.642910:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776721.642914:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776721.642915:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340387:340387:256:4294967295] 192.168.201.105@tcp LPNI seq info [340332:340332:8:4294967295]
00000100:00000040:3.0:1775776721.642921:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776721.642922:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776721.642926:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776721.642930:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.642935:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776721.642936:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1775776721.642940:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776721.642942:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000800:00000200:0.0:1775776721.642945:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:3.0:1775776721.642946:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776721.642950:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000800:00000010:0.0:1775776721.642952:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000020:00000001:3.0:1775776721.642954:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776721.642957:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000800:00000200:0.0:1775776721.642960:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776721.642964:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.0:1775776721.642965:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775776721.642968:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1775776721.642972:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776721.642973:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776721.642977:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1775776721.642978:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776721.642983:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000800:00000100:0.0:1775776721.642985:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.642988:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00080000:3.0:1775776721.642991:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776721.642993:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776721.642995:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776721.642999:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1775776721.642999:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776721.643005:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
02000000:00000001:3.0:1775776721.643005:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775776721.643008:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
02000000:00000001:3.0:1775776721.643009:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643012:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776721.643012:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776721.643016:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775776721.643017:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1775776721.643023:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.643027:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643030:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.643032:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1775776721.643033:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776721.643038:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:0.0:1775776721.643043:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776721.643044:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776721.643045:0:2357:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1775776721.643046:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643049:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.643049:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776721.643050:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776721.643054:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776721.643054:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643058:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307671431
02000000:00000010:3.0:1775776721.643061:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000010:0.0:1775776721.643062:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:3.0:1775776721.643065:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643069:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1775776721.643073:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776721.643077:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307671431
00000100:00000010:0.0:1775776721.643081:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1060.
00000100:00000001:0.0:1775776721.643085:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776721.643086:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776721.643089:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776721.643093:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643096:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776721.643102:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643108:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776721.643108:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776721.643112:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1775776721.643115:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721]  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776721.643118:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776721.643121:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776721.643123:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776721.643125:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776721.643129:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 12998
00000400:00000200:3.0:1775776721.643137:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776721.643144:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000001:0.0:1775776721.643145:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776721.643147:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1775776721.643148:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1775776721.643149:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776721.643153:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000040:3.0:1775776721.643153:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776721.643156:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:3.0:1775776721.643157:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776721.643159:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1775776721.643162:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776721.643190:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776721.643195:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776721.643198:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776721.643199:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776721.643201:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776721.643202:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776721.643207:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776721.643210:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776721.643217:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.643222:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1775776721.643233:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776721.643234:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776721.643239:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776721.643243:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776721.643250:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1775776721.643250:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776721.643253:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776721.643254:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643259:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1775776721.643259:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776721.643262:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776721.643263:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1775776721.643267:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776721.643271:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776721.643271:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776721.643274:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776721.643279:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.643283:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643289:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1775776721.643289:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776721.643293:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000040:0.0:1775776721.643296:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776721.643297:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776721.643299:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776721.643303:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776721.643306:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776721.643309:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643311:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1775776721.643313:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:0.0:1775776721.643315:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776721.643317:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643318:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.643321:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643325:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00100000:3.0:1775776721.643326:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776721.643329:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776721.643335:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1775776721.643342:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:0.0:1775776721.643343:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776721.643347:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643352:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776721.643353:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776721.643362:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776721.643367:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776721.643384:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13008)
00000100:00100000:0.0:1775776721.643385:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309282304:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776721.643392:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643394:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.643397:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309282304/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643409:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776721.643412:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776721.643415:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776721.643420:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776721.643422:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776721.643423:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776721.643425:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776721.643427:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:0.0:1775776721.643430:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776721.643432:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776721.643433:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:0.0:1775776721.643436:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776721.643437:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643439:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643446:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776721.643448:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643450:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776721.643451:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776721.643453:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776721.643457:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643464:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776721.643465:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643467:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776721.643469:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776721.643471:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776721.643474:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282432:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776721.643477:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776721.643479:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776721.643480:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643482:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776721.643485:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776721.643487:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776721.643491:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776721.643501:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776721.643504:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776721.643507:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282432, portal 10
00000100:00000001:0.0:1775776721.643509:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776721.643510:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:0.0:1775776721.643516:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643522:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776721.643524:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776721.643526:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776721.643528:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309282432, offset 0
00000400:00000200:0.0:1775776721.643530:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776721.643533:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.643536:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776721.643538:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776721.643539:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776721.643541:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776721.643542:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776721.643544:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340388:340388:256:4294967295] 192.168.201.105@tcp LPNI seq info [340333:340333:8:4294967295]
00000400:00000200:0.0:1775776721.643546:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.643550:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776721.643553:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.643555:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776721.643559:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776721.643562:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776721.643566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776721.643568:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776721.643571:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.643573:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776721.643575:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776721.643578:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776721.643581:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776721.643583:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776721.643586:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776721.643589:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643597:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.643600:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643605:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643607:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776721.643610:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776721.643613:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776721.643616:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776721.643618:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307670563
00000100:00000001:0.0:1775776721.643620:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.643622:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307670563
00000100:00000001:0.0:1775776721.643624:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.643626:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776721.643628:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643630:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776721.643634:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721]  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776721.643641:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776721.643643:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776721.643645:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776721.643647:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776721.643649:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776721.643651:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776721.643654:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776721.643662:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643676:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776721.643677:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643679:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.643680:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776721.643683:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643690:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776721.643694:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643700:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776721.643702:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643704:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.643705:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643706:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776721.643708:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776721.643710:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776721.643713:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776721.643715:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776721.643718:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776721.643726:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282432:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776721.643729:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776721.643732:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643738:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776721.643740:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643741:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776721.643743:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776721.643744:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776721.643745:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282560:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776721.643747:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776721.643749:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776721.643750:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643751:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776721.643753:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776721.643754:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776721.643756:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776721.643758:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776721.643760:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776721.643762:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282560, portal 4
00000100:00000001:0.0:1775776721.643763:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776721.643764:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:0.0:1775776721.643767:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643771:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776721.643772:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776721.643773:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776721.643775:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309282560, offset 0
00000400:00000200:0.0:1775776721.643777:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776721.643779:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.643781:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776721.643783:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776721.643785:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776721.643786:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776721.643788:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776721.643790:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340389:340389:256:4294967295] 192.168.201.105@tcp LPNI seq info [340334:340334:8:4294967295]
00000400:00000200:0.0:1775776721.643792:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.643796:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776721.643799:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.643801:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776721.643804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776721.643807:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776721.643811:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776721.643813:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776721.643816:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.643818:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776721.643820:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776721.643823:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776721.643826:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776721.643827:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776721.643830:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776721.643833:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643840:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.643842:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643848:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643850:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776721.643852:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776721.643855:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776721.643858:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776721.643860:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307670691
00000100:00000001:0.0:1775776721.643862:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.643864:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307670691
00000100:00000001:0.0:1775776721.643866:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.643868:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776721.643870:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.643871:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776721.643874:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721]  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776721.643882:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776721.643883:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776721.643885:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776721.643887:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776721.643888:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776721.643890:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776721.643893:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776721.643900:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643906:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776721.643907:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643909:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.643910:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776721.643913:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643919:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776721.643922:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643928:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776721.643930:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643931:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.643932:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.643934:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776721.643935:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776721.643938:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776721.643941:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776721.643942:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776721.643946:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776721.643953:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282560:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776721.643956:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776721.643959:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.643965:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776721.643966:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643968:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776721.643970:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776721.643971:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776721.643974:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776721.643977:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776721.643978:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776721.643980:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776721.643981:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776721.643984:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776721.643986:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776721.643988:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776721.643991:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776721.643993:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776721.643996:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282688, portal 4
00000100:00000001:0.0:1775776721.643997:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776721.643998:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:0.0:1775776721.644004:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644010:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776721.644012:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776721.644013:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776721.644015:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309282688, offset 0
00000400:00000200:0.0:1775776721.644019:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776721.644023:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.644026:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776721.644028:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776721.644031:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776721.644033:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776721.644035:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776721.644038:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340390:340390:256:4294967295] 192.168.201.105@tcp LPNI seq info [340335:340335:8:4294967295]
00000400:00000200:0.0:1775776721.644042:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776721.644047:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776721.644051:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.644054:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776721.644058:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776721.644060:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1775776721.644064:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776721.644066:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1775776721.644070:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776721.644072:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776721.644074:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776721.644077:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776721.644080:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776721.644081:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776721.644083:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776721.644086:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644093:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.644096:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776746 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644101:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.644103:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776721.644105:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776721.644108:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776721.644111:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776721.644113:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307670700
00000100:00000001:0.0:1775776721.644115:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.644117:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307670700
00000100:00000001:0.0:1775776721.644120:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307671431
00000100:00000001:0.0:1775776721.644121:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776721.644123:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.644125:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776721.644128:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721]  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776721.644136:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776721.644137:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776721.644138:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776721.644140:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776721.644142:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776721.644144:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776721.644146:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776721.644154:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644160:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776721.644161:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644182:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.644183:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776721.644186:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644192:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776721.644196:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644202:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776721.644205:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644206:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776721.644207:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644209:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776721.644210:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776721.644212:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776721.644215:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776721.644217:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776721.644220:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776721.644228:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282688:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776721.644232:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644234:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.644236:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309282432/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644242:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776721.644243:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776721.644245:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776721.644248:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776721.644250:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776721.644251:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776721.644253:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776721.644254:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:0.0:1775776721.644257:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776721.644258:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776721.644259:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:0.0:1775776721.644262:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776721.644263:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644264:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.644267:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309282560/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644278:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776721.644279:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776721.644280:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776721.644283:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776721.644284:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776721.644285:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776721.644287:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776721.644288:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776721.644290:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776721.644291:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776721.644292:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:0.0:1775776721.644294:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776721.644295:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644297:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776721.644299:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309282688/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776721.644305:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776721.644306:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776721.644308:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776721.644310:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776721.644312:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776721.644313:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776721.644314:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776721.644316:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776721.644317:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776721.644319:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776721.644320:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:0.0:1775776721.644321:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776721.644322:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644324:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776721.644327:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776721.644328:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776721.644330:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776721.644331:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776722.282396:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776722.282401:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776722.282407:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776722.282408:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776722.282437:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776722.282439:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776722.282442:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776722.538276:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776722.538282:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776722.538284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776722.538289:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776722.538293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776722.538296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776722.538299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776722.538301:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776722.538303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776722.602262:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307671431, at 4307671488
00000100:00000040:1.0:1775776722.602262:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307671431, at 4307671488
00000100:00000010:0.0:1775776722.602279:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776722.602281:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1060.
00010000:00000001:0.0:1775776723.306275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776723.306279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776723.306282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776723.306283:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776723.306328:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776723.306330:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776723.306332:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776723.562269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776723.562275:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776723.562277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776723.562282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776723.562286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776723.562290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776723.562292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776723.562295:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776723.562297:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776724.330259:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776724.330264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776724.330267:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776724.330268:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776724.330319:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776724.330322:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776724.330325:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776724.586263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776724.586268:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776724.586270:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776724.586275:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776724.586278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776724.586281:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776724.586283:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776724.586285:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776724.586287:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776725.354271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776725.354277:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776725.354283:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776725.354284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776725.354304:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776725.354306:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776725.354318:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776725.610256:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776725.610263:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776725.610265:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776725.610271:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776725.610275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776725.610279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776725.610282:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776725.610283:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776725.610286:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776726.378405:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776726.378410:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776726.378415:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776726.378416:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776726.378438:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776726.378441:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776726.378443:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776726.634253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776726.634258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776726.634266:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776726.634274:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776726.634278:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776726.634281:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.634284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776726.634302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.634306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776726.762271:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776726.762282:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776726.762311:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776726.762315:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776726.762320:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776726.762326:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13003
00000400:00000200:3.0:1775776726.762335:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776726.762340:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776726.762344:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776726.762346:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762348:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762350:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762351:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776726.762354:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776726.762359:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776726.762361:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776726.762363:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776726.762364:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776726.762366:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776726.762368:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762369:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762370:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762371:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776726.762372:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776726.762374:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762375:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776726.762377:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776726.762380:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776726.762381:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762382:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776726.762384:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776726.762392:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776726.762394:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776726.762396:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776726.762397:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762400:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776726.762402:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776726.762405:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776726.762411:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776726.762416:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776726.762422:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776726.762429:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776726.762432:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776726.762435:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776726.762454:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776726.762456:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776726.762459:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776726.762460:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776726.762461:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776726.762462:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776726.762464:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13003
00000400:00000200:3.0:1775776726.762466:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776726.762467:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776726.762469:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776726.762471:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762472:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762473:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762475:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776726.762476:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776726.762477:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776726.762478:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776726.762479:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776726.762480:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776726.762481:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776726.762483:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762484:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762485:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762486:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776726.762488:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:0.0:1775776726.762489:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1775776726.762490:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762493:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762494:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1775776726.762496:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776726.762498:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1775776726.762500:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776726.762503:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762504:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000040:0.0:1775776726.762507:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1775776726.762508:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776726.762513:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762516:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776726.762521:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776726.762525:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776726.762527:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776726.762528:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762529:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776726.762530:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1775776726.762532:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776726.762533:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776726.762536:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776726.762536:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.762539:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776726.762541:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776726.762541:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00100000:0.0:1775776726.762546:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309282816:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776726.762547:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762551:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776726.762555:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:3.0:1775776726.762556:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776726.762557:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.762560:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776726.762565:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776726.762568:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762569:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776726.762573:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.762574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776726.762579:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000040:3.0:1775776726.762580:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776726.762587:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:3.0:1775776726.762591:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776726.762595:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282816, portal 25
00000100:00080000:3.0:1775776726.762595:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776726.762600:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775776726.762601:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776726.762604:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000001:3.0:1775776726.762604:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776726.762607:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776726.762610:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775776726.762614:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776726.762614:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13003
00000400:00000200:3.0:1775776726.762620:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776726.762624:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776726.762628:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776726.762634:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776726.762635:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776726.762635:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762639:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762640:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776726.762643:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000040:0.0:1775776726.762644:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776726.762644:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776726.762647:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776726.762648:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000400:00000010:0.0:1775776726.762650:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000020:00000001:3.0:1775776726.762650:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776726.762651:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:0.0:1775776726.762656:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309282816, offset 0
00000100:00000040:3.0:1775776726.762656:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762657:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762660:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762662:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776726.762663:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776726.762667:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776726.762669:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762669:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776726.762672:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776726.762675:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776726.762676:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762677:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776726.762679:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00100000:3.0:1775776726.762680:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776726.762683:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.762685:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:3.0:1775776726.762685:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776726.762689:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000400:00000200:0.0:1775776726.762691:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1775776726.762692:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776726.762695:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775776726.762697:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:3.0:1775776726.762697:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762700:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776726.762702:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1775776726.762702:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776726.762704:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.762706:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000010:3.0:1775776726.762709:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000400:00000200:0.0:1775776726.762711:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340391:340391:256:4294967295] 192.168.201.105@tcp LPNI seq info [340336:340336:8:4294967295]
00000100:00000001:3.0:1775776726.762715:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.762716:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:3.0:1775776726.762724:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776726.762727:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776726.762737:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.762743:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000001:3.0:1775776726.762743:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776726.762747:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776726.762753:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775776726.762755:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776726.762762:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775776726.762767:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776726.762771:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776726.762772:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776726.762778:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.1:1775776726.762778:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1775776726.762781:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776726.762784:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1775776726.762786:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762788:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1775776726.762790:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00080000:3.0:1775776726.762793:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13003
00000400:00000200:0.0:1775776726.762797:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776726.762798:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776726.762805:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000200:0.0:1775776726.762808:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775776726.762810:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776726.762815:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000040:3.0:1775776726.762815:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776726.762820:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:3.0:1775776726.762820:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776726.762824:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776726.762826:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1775776726.762827:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776726.762830:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776726.762832:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000200:0.0:1775776726.762833:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1775776726.762835:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776726.762838:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776726.762842:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776726.762847:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776726.762852:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776726.762852:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762855:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776726.762858:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776726.762861:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776726.762865:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776726.762870:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776726.762876:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776726.762877:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776726.762881:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776726.762882:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776726.762885:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776726.762888:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776726.762890:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762892:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776726.762894:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776726.762897:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1775776726.762897:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776726.762900:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.762904:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000010:3.0:1775776726.762905:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776726.762908:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307676551
00000020:00000040:3.0:1775776726.762909:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776726.762914:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776726.762915:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776726.762917:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:3.0:1775776726.762917:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776726.762919:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776726.762922:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762927:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1775776726.762927:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776726.762931:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762936:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307676551
00000100:00100000:3.0:1775776726.762937:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1775776726.762943:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d14e0.
00000100:00000001:3.0:1775776726.762944:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776726.762947:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762949:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1775776726.762952:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776726.762960:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776726.762964:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13013)
00000100:00000001:0.0:1775776726.762969:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776726.762973:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.762976:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776726.762982:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726]  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776726.762993:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776726.762995:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776726.762997:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776726.763000:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776726.763002:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776726.763004:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776726.763013:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776726.763021:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763028:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776726.763030:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763032:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763034:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776726.763038:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763044:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776726.763058:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763068:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776726.763071:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763073:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763074:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763077:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776726.763079:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776726.763082:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776726.763085:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776726.763087:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776726.763090:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776726.763098:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309282816:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776726.763102:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763103:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.763106:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309282816/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763112:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776726.763114:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776726.763116:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776726.763118:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776726.763120:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776726.763121:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776726.763123:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776726.763125:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776726.763128:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776726.763130:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776726.763132:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776726.763134:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776726.763135:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763137:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763143:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776726.763145:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763147:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776726.763148:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776726.763149:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776726.763152:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763193:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776726.763194:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763196:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776726.763198:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776726.763200:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776726.763202:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282944:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776726.763206:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776726.763207:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776726.763209:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763210:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776726.763213:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776726.763215:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.763219:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776726.763221:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776726.763224:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776726.763227:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309282944, portal 10
00000100:00000001:0.0:1775776726.763228:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776726.763229:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:0.0:1775776726.763235:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763241:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776726.763243:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776726.763245:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776726.763247:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309282944, offset 0
00000400:00000200:0.0:1775776726.763258:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763262:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763266:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776726.763268:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776726.763271:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776726.763273:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776726.763275:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763278:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340392:340392:256:4294967295] 192.168.201.105@tcp LPNI seq info [340337:340337:8:4294967295]
00000400:00000200:0.0:1775776726.763282:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763303:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776726.763308:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763311:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776726.763315:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776726.763318:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775776726.763321:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776726.763324:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775776726.763327:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763329:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776726.763331:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776726.763335:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776726.763338:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776726.763339:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776726.763342:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776726.763345:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763353:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.763356:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763363:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763364:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776726.763367:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776726.763370:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776726.763373:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776726.763375:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307675683
00000100:00000001:0.0:1775776726.763378:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763379:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307675683
00000100:00000001:0.0:1775776726.763381:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763383:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776726.763386:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763388:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776726.763391:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726]  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776726.763407:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776726.763409:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776726.763411:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776726.763413:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776726.763414:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776726.763416:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776726.763419:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776726.763427:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763433:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776726.763434:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763436:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763437:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776726.763439:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763443:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776726.763445:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763449:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776726.763450:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763451:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763451:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763452:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776726.763454:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776726.763456:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776726.763459:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776726.763461:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776726.763465:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776726.763472:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309282944:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776726.763475:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776726.763478:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763485:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776726.763486:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763488:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776726.763489:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776726.763491:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776726.763493:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283072:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776726.763496:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776726.763497:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776726.763499:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763501:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776726.763504:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776726.763505:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.763509:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776726.763511:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776726.763514:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776726.763518:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283072, portal 4
00000100:00000001:0.0:1775776726.763519:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776726.763521:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:0.0:1775776726.763525:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763530:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776726.763533:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776726.763535:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776726.763537:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309283072, offset 0
00000400:00000200:0.0:1775776726.763541:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763544:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763548:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776726.763550:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776726.763552:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776726.763555:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776726.763557:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763560:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340393:340393:256:4294967295] 192.168.201.105@tcp LPNI seq info [340338:340338:8:4294967295]
00000400:00000200:0.0:1775776726.763563:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763569:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776726.763572:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763575:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776726.763579:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776726.763582:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775776726.763586:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776726.763588:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775776726.763592:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763594:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776726.763596:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776726.763599:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776726.763601:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776726.763603:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776726.763605:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776726.763608:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763614:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.763617:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763622:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763624:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776726.763627:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776726.763630:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776726.763633:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776726.763635:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307675811
00000100:00000001:0.0:1775776726.763637:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763639:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307675811
00000100:00000001:0.0:1775776726.763641:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763642:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776726.763644:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763645:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776726.763648:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726]  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776726.763655:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776726.763656:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776726.763658:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776726.763660:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776726.763661:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776726.763663:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776726.763666:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776726.763673:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763679:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776726.763681:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763682:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763684:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776726.763687:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763692:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776726.763696:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763702:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776726.763704:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763706:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763707:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763709:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776726.763710:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776726.763712:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776726.763715:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776726.763717:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776726.763721:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776726.763728:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283072:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776726.763731:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776726.763735:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763740:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776726.763742:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763743:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776726.763745:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776726.763746:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776726.763749:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776726.763752:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776726.763754:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776726.763755:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776726.763757:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776726.763760:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776726.763762:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776726.763764:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776726.763767:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776726.763770:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776726.763773:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283200, portal 4
00000100:00000001:0.0:1775776726.763774:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776726.763775:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:0.0:1775776726.763780:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763786:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776726.763788:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776726.763790:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776726.763792:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309283200, offset 0
00000400:00000200:0.0:1775776726.763796:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763799:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763802:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776726.763805:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776726.763807:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776726.763809:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776726.763811:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776726.763814:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340394:340394:256:4294967295] 192.168.201.105@tcp LPNI seq info [340339:340339:8:4294967295]
00000400:00000200:0.0:1775776726.763818:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776726.763823:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776726.763827:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763830:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776726.763834:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776726.763836:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1775776726.763840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776726.763843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1775776726.763846:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776726.763848:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776726.763851:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776726.763853:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776726.763856:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776726.763858:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776726.763860:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776726.763863:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763870:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.763872:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776751 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763878:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763879:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776726.763882:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776726.763884:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776726.763887:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776726.763889:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307675820
00000100:00000001:0.0:1775776726.763891:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763893:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307675820
00000100:00000001:0.0:1775776726.763894:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307676551
00000100:00000001:0.0:1775776726.763896:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776726.763898:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.763899:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776726.763903:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726]  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776726.763911:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776726.763912:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776726.763913:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776726.763915:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776726.763917:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776726.763919:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776726.763922:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776726.763929:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763939:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776726.763940:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763942:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763943:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776726.763946:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763953:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776726.763956:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.763963:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776726.763965:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763966:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776726.763967:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763969:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776726.763970:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776726.763973:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776726.763976:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776726.763978:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776726.763981:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776726.763989:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283200:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776726.763992:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.763994:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.763996:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309282944/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.764002:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776726.764004:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776726.764006:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776726.764008:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776726.764010:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776726.764011:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776726.764013:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776726.764015:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776726.764017:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776726.764018:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776726.764020:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776726.764022:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776726.764023:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.764025:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.764027:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309283072/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.764033:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776726.764034:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776726.764036:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776726.764038:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776726.764039:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776726.764041:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776726.764042:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776726.764043:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776726.764045:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776726.764046:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776726.764047:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:0.0:1775776726.764049:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776726.764051:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.764052:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776726.764055:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309283200/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776726.764061:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776726.764062:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776726.764063:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776726.764067:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776726.764068:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776726.764070:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776726.764072:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776726.764073:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776726.764075:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776726.764076:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776726.764077:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776726.764079:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776726.764080:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.764082:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776726.764085:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776726.764086:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776726.764088:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776726.764090:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776727.402299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776727.402304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776727.402310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776727.402311:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776727.402370:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776727.402373:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776727.402377:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776727.658265:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776727.658286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776727.658287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776727.658292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776727.658296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776727.658299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776727.658301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776727.658302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776727.658304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776727.722212:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307676551, at 4307676608
00000100:00000040:0.0:1775776727.722219:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307676551, at 4307676608
00000100:00000010:1.0:1775776727.722225:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d14e0.
00000100:00000010:0.0:1775776727.722226:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776728.426280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776728.426286:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776728.426288:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776728.426292:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426296:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776728.426299:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426301:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426303:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426307:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776728.426308:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776728.426310:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776728.426312:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426313:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776728.426315:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426316:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776728.426318:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776728.426369:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776728.426372:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776728.426375:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776728.682277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776728.682283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776728.682284:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776728.682288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776728.682291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776728.682295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776728.682297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776728.682298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776728.682300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776729.450275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776729.450281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776729.450287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776729.450288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776729.450311:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776729.450313:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776729.450315:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776729.706272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776729.706278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776729.706281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776729.706286:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776729.706290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776729.706293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776729.706296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776729.706298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776729.706301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776730.474248:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776730.474253:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776730.474258:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776730.474259:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776730.474279:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776730.474282:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776730.474284:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776730.730285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776730.730292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776730.730294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776730.730299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776730.730303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776730.730307:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776730.730309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776730.730311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776730.730313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776731.498293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776731.498300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776731.498306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776731.498307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776731.498411:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776731.498417:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776731.498422:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776731.754323:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776731.754335:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776731.754337:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776731.754345:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776731.754349:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776731.754354:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776731.754358:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776731.754361:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776731.754364:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776731.882339:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776731.882347:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776731.882350:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776731.882353:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776731.882357:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776731.882364:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13008
00000400:00000200:0.0:1775776731.882372:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776731.882378:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776731.882381:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776731.882383:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882386:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.882388:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882390:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776731.882395:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776731.882397:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776731.882399:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776731.882401:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776731.882404:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776731.882406:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776731.882408:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882410:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.882411:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882413:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776731.882415:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776731.882418:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882420:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776731.882423:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776731.882426:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776731.882429:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.882431:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776731.882433:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776731.882442:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1f80.
00000020:00000040:0.0:1775776731.882445:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776731.882449:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776731.882450:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.882453:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776731.882456:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776731.882460:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776731.882467:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd800.
00000100:00000001:0.0:1775776731.882473:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776731.882482:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776731.882489:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776731.882492:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776731.882496:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b7336a2] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776731.882527:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776731.882529:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776731.882531:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776731.882532:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776731.882533:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776731.882535:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776731.882536:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13008
00000400:00000200:0.0:1775776731.882539:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776731.882541:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776731.882543:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776731.882545:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882546:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.882548:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882550:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776731.882551:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776731.882552:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776731.882553:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776731.882555:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776731.882556:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776731.882558:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776731.882561:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882562:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.882566:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882568:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776731.882570:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776731.882572:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882573:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776731.882575:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776731.882578:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1775776731.882581:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776731.882585:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.882585:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776731.882590:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1775776731.882591:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776731.882597:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1775776731.882602:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775776731.882604:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.882614:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776731.882623:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1c00.
00000020:00000040:0.0:1775776731.882629:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:2.0:1775776731.882630:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776731.882634:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776731.882635:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776731.882640:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.882644:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776731.882644:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776731.882649:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776731.882651:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776731.882652:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.882661:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776731.882662:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acce800.
00000100:00000001:0.0:1775776731.882675:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776731.882679:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309283328:192.168.201.105@tcp:250:kworker.0
00000100:00100000:0.0:1775776731.882687:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776731.882689:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776731.882698:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776731.882703:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.882710:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1775776731.882714:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776731.882717:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776731.882721:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12400.
00000100:00000040:0.0:1775776731.882723:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d89ed854] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776731.882725:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.882738:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776731.882739:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776731.882744:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1775776731.882744:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00080000:0.0:1775776731.882752:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776731.882754:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776731.882755:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776731.882757:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:2.0:1775776731.882758:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00080000:0.0:1775776731.882765:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13008
00000400:00000200:0.0:1775776731.882768:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:2.0:1775776731.882772:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283328, portal 25
00000100:00000001:2.0:1775776731.882775:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776731.882778:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332928 : -109518881218688 : ffff9c64a5fd1f80)
00000400:00000200:0.0:1775776731.882782:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000040:2.0:1775776731.882789:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1775776731.882790:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776731.882803:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776731.882805:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1775776731.882811:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776731.882815:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776731.882819:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:2.0:1775776731.882822:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f643b8.
00000100:00000001:0.0:1775776731.882824:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776731.882829:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000200:2.0:1775776731.882829:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309283328, offset 0
00000020:00000040:0.0:1775776731.882832:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776731.882836:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776731.882838:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776731.882841:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:0.0:1775776731.882845:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776731.882849:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776731.882850:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882855:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.882857:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882859:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776731.882862:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:2.0:1775776731.882863:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:0.0:1775776731.882871:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882874:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.882877:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000001:0.0:1775776731.882881:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776731.882885:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775776731.882886:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1775776731.882894:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.882900:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:0.0:1775776731.882901:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776731.882908:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775776731.882908:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000008:00000001:0.0:1775776731.882918:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.882919:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882929:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776731.882936:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0e00.
00000400:00000200:2.0:1775776731.882936:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340395:340395:256:4294967295] 192.168.201.105@tcp LPNI seq info [340340:340340:8:4294967295]
00000400:00000200:2.0:1775776731.882943:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:0.0:1775776731.882951:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:2.0:1775776731.882958:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1775776731.882960:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776731.882963:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776731.882967:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776731.882970:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776731.882972:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1775776731.882973:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0d00.
02000000:00000001:0.0:1775776731.882976:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776731.882982:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648acccc00.
00000800:00000200:2.0:1775776731.882982:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776731.882992:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776731.882993:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776731.883002:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776731.883008:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776731.883010:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776731.883012:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfa6c076] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776731.883018:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883018:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776731.883021:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776731.883024:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1775776731.883025:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776731.883028:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776731.883032:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776731.883032:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307681671
00000100:00000001:0.0:1775776731.883041:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000010:2.0:1775776731.883043:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37f00.
00000100:00080000:0.0:1775776731.883044:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13008
00000400:00000200:0.0:1775776731.883057:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776731.883058:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1775776731.883064:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:2.0:1775776731.883074:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307681671
00000100:00080000:0.0:1775776731.883075:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776731.883083:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000010:2.0:1775776731.883084:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37360.
00000100:00000001:0.0:1775776731.883087:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776731.883090:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1775776731.883091:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776731.883099:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776731.883102:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776731.883103:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776731.883104:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776731.883105:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776731.883107:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776731.883108:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:2.0:1775776731.883110:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776731.883111:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776731.883120:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.883121:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776731.883130:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776731.883130:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883137:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776731.883138:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776731.883144:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:2.0:1775776731.883148:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1775776731.883150:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776731.883152:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776731.883156:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776731.883157:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883158:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776731.883161:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776731.883222:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776731.883225:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776731.883232:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776731.883232:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776731.883237:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776731.883239:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883241:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776731.883245:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775776731.883245:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776731.883250:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1775776731.883252:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1775776731.883254:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283456:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776731.883263:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1775776731.883264:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883266:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776731.883270:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776731.883271:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883272:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776731.883277:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13000.
00000100:00000010:0.0:1775776731.883278:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd2a00.
02000000:00000001:2.0:1775776731.883281:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776731.883284:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:0.0:1775776731.883287:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1775776731.883288:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776731.883292:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776731.883294:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b769f8.
00000100:00000001:0.0:1775776731.883295:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776731.883301:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776731.883303:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776731.883304:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64dd0.
02000000:00000010:0.0:1775776731.883307:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
00000100:00000200:2.0:1775776731.883310:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283456, portal 10
00000100:00000001:0.0:1775776731.883311:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883314:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776731.883316:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828332032 : -109518881219584 : ffff9c64a5fd1c00)
00000100:00100000:0.0:1775776731.883323:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1775776731.883334:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776731.883344:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776731.883350:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883352:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776731.883358:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776731.883363:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000948a2502] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1775776731.883364:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64330.
00000100:00000200:2.0:1775776731.883372:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309283456, offset 0
00000100:00000001:0.0:1775776731.883391:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.883397:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776731.883402:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13018)
00000400:00000200:2.0:1775776731.883403:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883415:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776731.883418:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776731.883422:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776731.883427:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776731.883430:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776731.883435:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340396:340396:255:4294967295] 192.168.201.105@tcp LPNI seq info [340341:340341:7:4294967295]
00000400:00000200:2.0:1775776731.883438:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883444:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776731.883449:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776731.883454:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0700.
00000800:00000200:2.0:1775776731.883458:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776731.883462:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776731.883466:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776731.883471:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776731.883474:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776731.883476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307680803
00000100:00000001:2.0:1775776731.883479:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883481:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307680803
00000100:00000001:2.0:1775776731.883484:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883486:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776731.883488:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883491:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776731.883495:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776731.883502:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776731.883504:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883506:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776731.883508:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776731.883510:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776731.883513:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283584:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776731.883516:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776731.883518:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776731.883520:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883521:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776731.883525:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13400.
02000000:00000001:2.0:1775776731.883528:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.883531:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776731.883533:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b765d8.
00000400:00000010:2.0:1775776731.883538:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776731.883540:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283584, portal 4
00000100:00000001:2.0:1775776731.883542:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776731.883543:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828328448 : -109518881223168 : ffff9c64a5fd0e00)
00000100:00000040:2.0:1775776731.883547:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776731.883552:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776731.883554:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776731.883556:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64550.
00000100:00000200:2.0:1775776731.883557:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309283584, offset 0
00000400:00000200:2.0:1775776731.883560:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776731.883562:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883564:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776731.883567:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776731.883568:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776731.883570:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776731.883571:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776731.883574:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340397:340397:254:4294967295] 192.168.201.105@tcp LPNI seq info [340342:340342:6:4294967295]
00000400:00000200:2.0:1775776731.883577:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883582:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776731.883586:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776731.883595:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0000.
00000800:00000200:2.0:1775776731.883599:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776731.883603:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776731.883609:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776731.883612:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776731.883615:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776731.883617:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307680931
00000100:00000001:2.0:1775776731.883618:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883620:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307680931
00000100:00000001:2.0:1775776731.883622:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883624:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776731.883625:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883628:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883630:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776731.883634:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776731.883635:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776731.883637:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776731.883638:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776731.883640:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776731.883644:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776731.883651:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776731.883653:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883655:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776731.883656:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776731.883658:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776731.883661:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776731.883663:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776731.883665:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776731.883666:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776731.883668:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776731.883672:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776731.883674:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776731.883677:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776731.883679:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776731.883683:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776731.883686:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283712, portal 4
00000100:00000001:2.0:1775776731.883688:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776731.883689:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828335616 : -109518881216000 : ffff9c64a5fd2a00)
00000100:00000040:2.0:1775776731.883695:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776731.883700:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776731.883702:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776731.883705:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f646e8.
00000100:00000200:2.0:1775776731.883707:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309283712, offset 0
00000400:00000200:2.0:1775776731.883710:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776731.883714:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883717:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776731.883719:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776731.883721:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776731.883723:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776731.883725:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776731.883728:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340398:340398:253:4294967295] 192.168.201.105@tcp LPNI seq info [340343:340343:5:4294967295]
00000400:00000200:2.0:1775776731.883732:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776731.883737:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776731.883742:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776731.883745:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0b00.
00000800:00000200:2.0:1775776731.883748:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776731.883751:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776731.883754:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776731.883757:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776731.883760:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776731.883762:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307680940
00000100:00000001:2.0:1775776731.883764:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883766:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307680940
00000100:00000001:2.0:1775776731.883768:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307681671
00000100:00000001:2.0:1775776731.883769:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776731.883771:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883773:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883775:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776731.883777:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776731.883779:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776731.883780:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776731.883781:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776731.883783:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776731.883784:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776732.522297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776732.522301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776732.522306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776732.522308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776732.522353:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776732.522355:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776732.522358:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776732.778253:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776732.778261:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776732.778264:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776732.778270:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776732.778275:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776732.778279:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776732.778284:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776732.778287:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776732.778290:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776732.842314:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307681671, at 4307681728
00000100:00000040:1.0:1775776732.842314:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307681671, at 4307681728
00000100:00000010:0.0:1775776732.842332:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37f00.
00000100:00000010:1.0:1775776732.842335:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37360.
00010000:00000001:0.0:1775776733.547335:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776733.547342:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776733.547350:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776733.547351:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776733.547386:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776733.547390:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776733.547393:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776733.802905:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776733.802913:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776733.802915:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776733.802922:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776733.802926:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776733.802930:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776733.802933:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776733.802936:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776733.802939:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776734.570316:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776734.570324:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776734.570331:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776734.570332:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776734.570359:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776734.570362:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776734.570364:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776734.826374:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776734.826385:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776734.826388:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776734.826394:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776734.826399:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.826405:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.826409:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776734.826412:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.826416:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776734.954676:0:2345:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776734.954724:0:2345:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776734.954734:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776734.954738:0:2345:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776734.954744:0:2345:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776734.954748:0:2345:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776734.954753:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776734.954757:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0d00.
00000400:00000200:3.0:1775776734.954762:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776734.954767:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776734.954773:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f643b8
00000400:00000010:3.0:1775776734.954776:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f643b8.
00000100:00000001:3.0:1775776734.954780:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776734.954788:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.954857:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.954862:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.954866:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776734.954882:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776734.954887:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.956087:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776734]  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776734.956104:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776734.956106:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776734.956109:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776734.956113:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:2.0:1775776734.956116:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:2.0:1775776734.956120:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776734.956123:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776734.956130:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.956137:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776734.956138:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.956178:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.956181:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776734.956185:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.956191:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776734.956196:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.956202:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776734.956205:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.956206:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.956208:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.956210:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776734.956212:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776734.956215:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776734.956219:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776734.956221:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776734.956224:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.956231:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309283328:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776734.956235:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.956237:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776734.956239:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1f80 x1862023309283328/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.956245:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.956247:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.956249:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.956250:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.956252:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.956254:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776734.957420:0:2345:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776734.957428:0:2345:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776734.957434:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12400.
02000000:00000001:3.0:1775776734.957442:0:2345:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776734.957444:0:2345:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776734.957446:0:2345:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:3.0:1775776734.957450:0:2345:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776734.957453:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd800.
02000000:00000001:3.0:1775776734.957458:0:2345:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776734.957460:0:2345:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776734.957462:0:2345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1f80.
00000100:00000001:3.0:1775776734.957468:0:2345:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776734.957469:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776734.957472:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776734.957573:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776734.957576:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0700.
00000400:00000200:3.0:1775776734.957580:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776734.957585:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776734.957591:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64330
00000400:00000010:3.0:1775776734.957594:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64330.
00000100:00000001:3.0:1775776734.957597:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776734.957603:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957670:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.957674:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.957677:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776734.957694:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776734.957698:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.957723:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776734]  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776734.957734:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776734.957735:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776734.957738:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b769f8.
00000400:00000200:2.0:1775776734.957741:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64dd0
00000400:00000010:2.0:1775776734.957742:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64dd0.
00000100:00000001:2.0:1775776734.957744:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776734.957747:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776734.957760:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957766:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776734.957767:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.957770:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.957771:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776734.957775:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957781:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776734.957785:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957792:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776734.957795:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.957796:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.957797:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.957799:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776734.957801:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776734.957804:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776734.957809:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776734.957811:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776734.957814:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.957822:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283456:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776734.957827:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.957829:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776734.957831:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1c00 x1862023309283456/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957842:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.957844:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.957845:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.957846:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.957848:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.957849:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776734.957888:0:2345:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776734.957891:0:2345:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776734.957892:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13000.
02000000:00000001:3.0:1775776734.957896:0:2345:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776734.957897:0:2345:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776734.957898:0:2345:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:3.0:1775776734.957900:0:2345:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776734.957901:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acce800.
02000000:00000001:3.0:1775776734.957904:0:2345:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776734.957905:0:2345:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776734.957906:0:2345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1c00.
00000100:00000001:3.0:1775776734.957909:0:2345:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776734.957910:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776734.957911:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776734.957917:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776734.957920:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0000.
00000400:00000200:3.0:1775776734.957922:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776734.957925:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776734.957928:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64550
00000400:00000010:3.0:1775776734.957930:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64550.
00000100:00000001:3.0:1775776734.957932:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776734.957936:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.957976:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.957978:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.957980:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776734.957993:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776734.957997:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.958021:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776734]  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776734.958029:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776734.958030:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776734.958032:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b765d8.
00000400:00000200:2.0:1775776734.958034:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776734.958036:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776734.958038:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776734.958040:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776734.958047:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958052:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776734.958054:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958055:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.958056:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776734.958060:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958066:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776734.958069:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958081:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776734.958083:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958085:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.958086:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958088:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776734.958089:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776734.958091:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776734.958095:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776734.958097:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776734.958101:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.958107:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283584:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776734.958111:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958112:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776734.958115:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0e00 x1862023309283584/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958121:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958123:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958124:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.958125:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.958126:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958127:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776734.958239:0:2345:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776734.958242:0:2345:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776734.958244:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13400.
02000000:00000001:3.0:1775776734.958246:0:2345:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776734.958248:0:2345:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776734.958249:0:2345:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:3.0:1775776734.958251:0:2345:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776734.958252:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648acccc00.
02000000:00000001:3.0:1775776734.958255:0:2345:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776734.958256:0:2345:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776734.958257:0:2345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0e00.
00000100:00000001:3.0:1775776734.958259:0:2345:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776734.958260:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776734.958262:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776734.958269:0:2345:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776734.958271:0:2345:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0b00.
00000400:00000200:3.0:1775776734.958273:0:2345:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776734.958276:0:2345:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776734.958278:0:2345:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f646e8
00000400:00000010:3.0:1775776734.958280:0:2345:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f646e8.
00000100:00000001:3.0:1775776734.958282:0:2345:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776734.958286:0:2345:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958333:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.958336:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776734.958337:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776734.958350:0:2345:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776734.958354:0:2345:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776756 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.958377:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776734]  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776734.958385:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776734.958387:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776734.958389:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776734.958391:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776734.958392:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776734.958394:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776734.958397:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776734.958404:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958410:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776734.958411:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958413:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.958414:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776734.958418:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958424:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776734.958428:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958435:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776734.958438:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958439:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776734.958440:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958442:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776734.958443:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776734.958445:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776734.958449:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776734.958451:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776734.958455:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776734.958467:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283712:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776734.958470:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958472:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776734.958485:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd2a00 x1862023309283712/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776734.958491:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958493:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776734.958500:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776734.958503:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776734.958505:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776734.958506:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776734.958580:0:2345:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776734.958582:0:2345:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776734.958583:0:2345:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:3.0:1775776734.958586:0:2345:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776734.958587:0:2345:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776734.958589:0:2345:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:3.0:1775776734.958591:0:2345:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776734.958592:0:2345:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:3.0:1775776734.958597:0:2345:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776734.958599:0:2345:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776734.958600:0:2345:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd2a00.
00000100:00000001:3.0:1775776734.958604:0:2345:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776734.958606:0:2345:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776734.958608:0:2345:0:(events.c:68:request_out_callback()) Process leaving
00010000:00000001:0.0:1775776735.594417:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776735.594425:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776735.594433:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776735.594434:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776735.594509:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776735.594514:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776735.594517:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776735.850281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776735.850289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776735.850292:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776735.850298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776735.850302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776735.850306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776735.850309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776735.850311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776735.850314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776736.618344:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776736.618354:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776736.618362:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776736.618363:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776736.618497:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776736.618502:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776736.618505:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776736.875428:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776736.875437:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776736.875440:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776736.875447:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776736.875452:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776736.875457:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776736.875461:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776736.875465:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776736.875469:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776737.002366:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776737.002376:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776737.002379:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776737.002382:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776737.002386:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776737.002393:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13013
00000400:00000200:3.0:1775776737.002403:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776737.002409:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776737.002412:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776737.002416:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002421:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.002424:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002435:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776737.002440:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776737.002442:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776737.002445:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776737.002448:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776737.002450:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776737.002452:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776737.002456:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002458:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.002460:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002462:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776737.002464:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776737.002468:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002471:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776737.002474:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776737.002479:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776737.002482:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002485:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776737.002488:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776737.002497:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775776737.002501:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776737.002505:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776737.002506:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002509:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776737.002512:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776737.002515:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776737.002523:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776737.002529:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776737.002538:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776737.002551:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776737.002555:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776737.002559:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776737.002577:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776737.002579:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776737.002582:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776737.002583:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776737.002584:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776737.002586:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776737.002589:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13013
00000400:00000200:3.0:1775776737.002593:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776737.002596:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776737.002599:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776737.002602:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002604:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.002607:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002609:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776737.002612:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000100:00000001:2.0:1775776737.002613:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1775776737.002614:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776737.002616:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776737.002619:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:2.0:1775776737.002621:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776737.002622:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:2.0:1775776737.002626:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776737.002626:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776737.002631:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002634:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776737.002636:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776737.002638:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002650:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:2.0:1775776737.002659:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1775776737.002659:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:2.0:1775776737.002664:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776737.002665:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
02000000:00000001:2.0:1775776737.002670:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1775776737.002670:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776737.002674:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776737.002675:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776737.002678:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776737.002682:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1775776737.002689:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309283840:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776737.002694:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776737.002697:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.002699:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1775776737.002702:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:2.0:1775776737.002703:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.002708:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1775776737.002708:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776737.002712:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776737.002714:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:3.0:1775776737.002714:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.002720:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776737.002723:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775776737.002727:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000400:00000200:2.0:1775776737.002728:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776737.002734:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1775776737.002736:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
02000000:00000001:3.0:1775776737.002736:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002741:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776737.002742:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776737.002744:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776737.002751:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776737.002755:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776737.002760:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00100000:3.0:1775776737.002762:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1775776737.002770:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283840, portal 25
00000100:00000001:3.0:1775776737.002771:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776737.002775:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776737.002775:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.002779:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048431104 : -109518661120512 : ffff9c64b31b8e00)
00000100:00000040:3.0:1775776737.002783:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776737.002790:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776737.002801:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.002807:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1775776737.002808:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1775776737.002814:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776737.002815:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776737.002818:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776737.002820:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1775776737.002821:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000001:3.0:1775776737.002824:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000200:2.0:1775776737.002828:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309283840, offset 0
00000100:00080000:3.0:1775776737.002828:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13013
00000400:00000200:3.0:1775776737.002833:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776737.002837:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776737.002841:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776737.002842:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776737.002847:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002850:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.002852:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.002856:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776737.002859:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776737.002862:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776737.002864:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:2.0:1775776737.002866:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:3.0:1775776737.002867:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776737.002870:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776737.002873:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000200:2.0:1775776737.002876:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1775776737.002877:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776737.002883:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.002884:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776737.002887:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.002891:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002894:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:2.0:1775776737.002898:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1775776737.002898:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776737.002905:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:2.0:1775776737.002906:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002911:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776737.002915:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1775776737.002917:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340399:340399:256:4294967295] 192.168.201.105@tcp LPNI seq info [340344:340344:8:4294967295]
02000000:00000001:3.0:1775776737.002920:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775776737.002925:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776737.002925:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002929:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776737.002932:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776737.002934:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002936:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776737.002940:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776737.002943:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776737.002946:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776737.002949:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.002952:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776737.002956:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775776737.002957:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1775776737.002959:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776737.002966:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000800:00000200:2.0:1775776737.002970:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:3.0:1775776737.002971:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776737.002980:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1775776737.002981:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000100:00000001:3.0:1775776737.002990:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776737.002994:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1775776737.002996:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:3.0:1775776737.003001:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1775776737.003003:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775776737.003015:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1775776737.003016:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:3.0:1775776737.003019:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776737.003023:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776737.003024:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776737.003027:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1775776737.003030:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1775776737.003031:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776737.003036:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13013
00000800:00000100:2.0:1775776737.003041:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776737.003042:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000010:2.0:1775776737.003047:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:3.0:1775776737.003048:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776737.003053:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1775776737.003055:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1775776737.003057:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.003061:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.003065:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.003067:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1775776737.003068:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776737.003073:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776737.003074:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000400:00000200:2.0:1775776737.003078:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776737.003081:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776737.003086:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776737.003091:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.003102:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.004316:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004329:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.004331:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776737.004343:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776737.004350:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776737.004353:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307686793
00000100:00000010:2.0:1775776737.004363:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37c60.
00000100:00000001:2.0:1775776737.004370:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776737.004379:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307686793
00000100:00000010:2.0:1775776737.004382:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e374e0.
00000100:00000001:2.0:1775776737.004386:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776737.004389:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776737.004393:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.004396:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776737.004403:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776737/real 1775776737]  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776737.004414:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776737.004416:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776737.004418:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776737.004422:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776737.004424:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776737.004428:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776737.004432:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776737.004441:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004449:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776737.004450:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004453:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.004455:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776737.004459:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004464:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776737.004469:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004477:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776737.004480:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004482:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.004483:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004485:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776737.004488:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776737.004491:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776737.004496:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776737.004499:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776737.004503:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776737.004511:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309283840:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776737.004517:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004519:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.004522:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8e00 x1862023309283840/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004528:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776737.004531:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776737.004534:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776737.004539:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776737.004541:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776737.004543:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776737.004545:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776737.004547:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:2.0:1775776737.004552:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776737.004554:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776737.004556:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8e00.
00000100:00000001:2.0:1775776737.004559:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776737.004560:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004562:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004571:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776737.004573:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.004576:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776737.004578:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776737.004579:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776737.004584:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004590:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776737.004592:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.004595:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776737.004598:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776737.004601:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776737.004603:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283968:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776737.004608:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776737.004612:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776737.004614:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.004617:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776737.004621:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776737.004623:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776737.004628:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776737.004631:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776737.004636:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776737.004641:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309283968, portal 10
00000100:00000001:2.0:1775776737.004643:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776737.004645:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048436480 : -109518661115136 : ffff9c64b31ba300)
00000100:00000040:2.0:1775776737.004653:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004659:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776737.004661:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776737.004664:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776737.004668:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309283968, offset 0
00000400:00000200:2.0:1775776737.004673:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776737.004680:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.004686:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776737.004692:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776737.004695:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776737.004698:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776737.004701:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.004705:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340400:340400:256:4294967295] 192.168.201.105@tcp LPNI seq info [340345:340345:8:4294967295]
00000400:00000200:2.0:1775776737.004709:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.004718:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776737.004724:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.004729:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776737.004736:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776737.004740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776737.004745:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776737.004749:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776737.004753:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.004755:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776737.004760:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776737.004765:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776737.004769:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776737.004771:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776737.004773:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776737.004777:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004785:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.004788:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004793:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.004795:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776737.004798:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776737.004803:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776737.004806:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776737.004808:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307685924
00000100:00000001:2.0:1775776737.004811:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.004813:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307685924
00000100:00000001:2.0:1775776737.004815:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.004817:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776737.004819:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.004821:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776737.004824:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776737/real 1775776737]  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776737.004837:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776737.004838:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776737.004840:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776737.004841:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776737.004842:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776737.004844:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776737.004846:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776737.004854:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004861:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776737.004863:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004864:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.004865:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776737.004869:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004874:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776737.004878:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004884:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776737.004887:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004889:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.004890:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.004891:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776737.004894:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776737.004896:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776737.004900:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776737.004902:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776737.004906:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776737.004915:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309283968:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776737.004919:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776737.004923:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004930:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776737.004931:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.004944:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776737.004946:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776737.004947:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776737.004951:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284096:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776737.004954:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776737.004957:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776737.004958:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.004960:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776737.004964:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776737.004966:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776737.004969:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776737.004972:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776737.004975:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776737.004978:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284096, portal 4
00000100:00000001:2.0:1775776737.004980:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776737.004981:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:2.0:1775776737.004988:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.004994:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776737.004997:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776737.004999:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776737.005001:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309284096, offset 0
00000400:00000200:2.0:1775776737.005006:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776737.005009:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.005013:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776737.005016:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776737.005026:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776737.005028:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776737.005034:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.005036:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340401:340401:256:4294967295] 192.168.201.105@tcp LPNI seq info [340346:340346:8:4294967295]
00000400:00000200:2.0:1775776737.005040:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.005046:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776737.005050:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.005054:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776737.005057:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776737.005060:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776737.005068:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776737.005071:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776737.005074:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.005076:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776737.005078:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776737.005082:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776737.005085:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776737.005086:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776737.005089:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776737.005092:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005099:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.005102:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005119:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.005120:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776737.005124:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776737.005127:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776737.005130:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776737.005133:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307686052
00000100:00000001:2.0:1775776737.005135:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.005137:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307686052
00000100:00000001:2.0:1775776737.005139:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.005141:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776737.005143:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.005145:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776737.005149:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776737/real 1775776737]  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776737.005156:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776737.005157:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776737.005159:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776737.005161:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776737.005189:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776737.005191:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776737.005194:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776737.005199:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005203:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776737.005204:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005205:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.005206:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776737.005208:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005212:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776737.005214:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005218:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776737.005220:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005221:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.005222:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005223:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776737.005224:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776737.005226:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776737.005228:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776737.005229:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776737.005231:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776737.005235:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284096:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776737.005237:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005238:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.005240:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309283968/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005243:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776737.005244:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776737.005245:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776737.005247:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776737.005248:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776737.005249:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776737.005250:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776737.005252:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:2.0:1775776737.005254:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776737.005255:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776737.005256:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:2.0:1775776737.005258:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776737.005259:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005260:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.005261:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309284096/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.005269:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776737.005270:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776737.005271:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776737.005272:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776737.005273:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776737.005274:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776737.005275:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776737.005275:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:2.0:1775776737.005276:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776737.005277:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776737.005278:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:2.0:1775776737.005280:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776737.005281:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005283:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.005286:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776737.005288:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.005289:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776737.005290:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776737.006157:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776737.006161:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776737.006177:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776737.006180:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776737.006184:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.006187:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776737.006189:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776737.006192:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776737.006195:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776737.006199:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776737.006202:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776737.006205:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776737.006212:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776737.006216:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.006219:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776737.006224:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776737.006227:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.006229:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776737.006236:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775776737.006240:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776737.006244:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776737.006245:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776737.006248:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776737.006250:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776737.006254:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776737.006260:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776737.006265:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776737.006271:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776737.006278:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776737.006281:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776737.006284:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776737.006306:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776737.006313:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13023)
00000100:00000001:2.0:1775776737.006391:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776737.006394:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776737.006396:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776737.006400:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006408:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776737.006409:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.006411:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776737.006413:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776737.006414:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776737.006416:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776737.006419:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776737.006421:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776737.006423:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776737.006425:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776737.006427:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776737.006429:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776737.006437:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776737.006439:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776737.006443:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776737.006446:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284224, portal 4
00000100:00000001:2.0:1775776737.006452:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776737.006453:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:2.0:1775776737.006459:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006468:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776737.006471:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776737.006473:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776737.006477:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309284224, offset 0
00000400:00000200:2.0:1775776737.006482:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776737.006488:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.006493:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776737.006496:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776737.006499:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776737.006502:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776737.006505:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776737.006508:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340402:340402:256:4294967295] 192.168.201.105@tcp LPNI seq info [340347:340347:8:4294967295]
00000400:00000200:2.0:1775776737.006513:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776737.006521:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776737.006526:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.006529:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776737.006534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776737.006538:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1775776737.006542:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776737.006544:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1775776737.006548:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776737.006550:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776737.006553:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776737.006557:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776737.006562:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776737.006564:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776737.006567:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776737.006570:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006578:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.006581:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006585:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.006586:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776737.006589:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776737.006593:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776737.006596:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776737.006598:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307686063
00000100:00000001:2.0:1775776737.006601:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.006603:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307686063
00000100:00000001:2.0:1775776737.006605:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307686793
00000100:00000001:2.0:1775776737.006607:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776737.006609:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.006611:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776737.006614:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776737/real 1775776737]  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776737.006623:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776737.006624:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776737.006626:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776737.006628:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776737.006630:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776737.006632:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776737.006635:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776737.006647:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006651:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776737.006652:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006653:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.006654:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776737.006656:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006660:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776737.006663:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006667:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776737.006668:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006669:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776737.006670:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006671:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776737.006672:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776737.006674:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776737.006676:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776737.006677:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776737.006679:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776737.006683:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284224:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776737.006687:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006688:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776737.006691:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309284224/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776737.006703:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776737.006705:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776737.006707:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12000.
02000000:00000001:2.0:1775776737.006709:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776737.006711:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776737.006712:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776737.006714:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776737.006716:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:2.0:1775776737.006720:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776737.006721:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776737.006722:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:2.0:1775776737.006725:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776737.006726:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006728:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.006733:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776737.006734:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776737.006735:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776737.006736:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776737.642346:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776737.642353:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776737.642360:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776737.642362:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776737.642393:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776737.642397:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776737.642400:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776737.898312:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776737.898323:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776737.898325:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776737.898333:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776737.898338:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776737.898343:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.898347:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776737.898350:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776737.898353:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776737.962278:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307686793, at 4307686848
00000100:00000010:1.0:1775776737.962296:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e374e0.
00000100:00000040:0.0:1775776737.963056:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307686793, at 4307686848
00000100:00000010:0.0:1775776737.963065:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37c60.
00010000:00000001:0.0:1775776738.666323:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776738.666334:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776738.666337:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776738.666341:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666347:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776738.666349:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666352:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666354:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666359:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776738.666361:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776738.666362:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776738.666363:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666365:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776738.666366:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666368:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776738.666370:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776738.666403:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776738.666407:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776738.666409:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776738.922309:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776738.922318:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776738.922320:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776738.922328:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776738.922332:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776738.922337:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776738.922340:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776738.922344:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776738.922347:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776739.690324:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776739.690332:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776739.690340:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776739.690342:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776739.690404:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776739.690407:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776739.690410:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776739.946300:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776739.946307:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776739.946309:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776739.946314:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776739.946318:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776739.946323:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776739.946327:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776739.946329:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776739.946332:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776740.714301:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776740.714307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776740.714312:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776740.714312:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776740.714381:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776740.714386:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776740.714390:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776740.970269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776740.970276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776740.970278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776740.970283:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776740.970286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776740.970290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776740.970292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776740.970294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776740.970296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776741.738288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776741.738293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776741.738299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776741.738301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776741.738326:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776741.738328:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776741.738331:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776741.994509:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776741.994517:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776741.994519:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776741.994525:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776741.994529:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776741.994533:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776741.994536:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776741.994538:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776741.994541:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776742.122297:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776742.122309:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776742.122311:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776742.122316:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776742.122320:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776742.122328:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13018
00000400:00000200:2.0:1775776742.122339:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776742.122345:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776742.122348:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776742.122351:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122354:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122356:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122357:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776742.122361:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776742.122362:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776742.122365:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776742.122368:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776742.122370:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776742.122371:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776742.122373:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122375:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122376:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776742.122378:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776742.122381:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122382:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776742.122384:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776742.122388:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776742.122390:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122391:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776742.122393:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776742.122399:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776742.122401:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776742.122405:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776742.122406:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122408:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776742.122411:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776742.122414:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776742.122422:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776742.122427:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776742.122436:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776742.122444:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776742.122448:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776742.122451:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776742.122479:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776742.122481:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776742.122484:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776742.122485:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776742.122486:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776742.122488:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776742.122490:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13018
00000400:00000200:2.0:1775776742.122493:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776742.122495:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776742.122497:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776742.122499:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122501:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122503:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122505:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776742.122507:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776742.122508:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776742.122510:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776742.122512:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776742.122515:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776742.122517:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776742.122520:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122522:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122524:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122526:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776742.122529:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776742.122532:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776742.122533:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776742.122535:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776742.122539:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776742.122540:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776742.122543:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775776742.122546:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776742.122549:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776742.122552:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776742.122552:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776742.122557:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776742.122563:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122566:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776742.122571:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776742.122572:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1775776742.122574:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:0.0:1775776742.122576:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776742.122577:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776742.122578:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122580:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776742.122581:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776742.122583:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776742.122583:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.122588:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1775776742.122588:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776742.122593:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776742.122597:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309284352:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776742.122599:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.122605:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776742.122610:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:2.0:1775776742.122610:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776742.122614:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122628:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776742.122631:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.122632:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775776742.122636:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775776742.122640:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776742.122645:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122651:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776742.122654:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776742.122655:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776742.122660:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000010:0.0:1775776742.122661:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776742.122662:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776742.122666:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776742.122669:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775776742.122670:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00080000:2.0:1775776742.122672:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13018
00000400:00000200:2.0:1775776742.122678:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:0.0:1775776742.122680:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284352, portal 25
00000400:00000200:2.0:1775776742.122682:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776742.122685:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1775776742.122686:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776742.122688:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000040:2.0:1775776742.122690:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122693:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122695:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122698:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:0.0:1775776742.122700:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1775776742.122700:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776742.122703:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776742.122705:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776742.122707:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776742.122711:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776742.122714:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776742.122720:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776742.122721:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776742.122722:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122724:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122727:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000040:0.0:1775776742.122729:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000020:00000040:2.0:1775776742.122730:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000010:0.0:1775776742.122733:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00080000:2.0:1775776742.122733:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122738:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776742.122740:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309284352, offset 0
02000000:00000001:2.0:1775776742.122740:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776742.122743:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776742.122749:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776742.122752:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122755:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776742.122758:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1775776742.122759:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000008:00000001:2.0:1775776742.122762:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122765:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.122769:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000010:2.0:1775776742.122769:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776742.122774:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000400:00000200:0.0:1775776742.122778:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775776742.122778:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776742.122781:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122784:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776742.122785:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
02000000:00000001:2.0:1775776742.122787:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776742.122789:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.122792:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000010:2.0:1775776742.122795:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000400:00000200:0.0:1775776742.122796:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122801:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.122804:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340403:340403:256:4294967295] 192.168.201.105@tcp LPNI seq info [340348:340348:8:4294967295]
00000100:00100000:2.0:1775776742.122808:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776742.122812:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776742.122824:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776742.122828:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.122832:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775776742.122833:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776742.122843:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776742.122846:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1775776742.122847:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00080000:2.0:1775776742.122852:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776742.122854:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776742.122855:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776742.122858:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776742.122861:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13018
00000800:00000010:0.0:1775776742.122863:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776742.122878:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000400:00000200:2.0:1775776742.122880:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000800:00000200:0.0:1775776742.122882:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000400:00000200:2.0:1775776742.122887:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776742.122892:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1775776742.122892:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776742.122898:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:0.1:1775776742.122898:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1775776742.122903:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776742.122907:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000100:0.0:1775776742.122910:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122911:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000010:0.0:1775776742.122914:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000020:00000001:2.0:1775776742.122915:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776742.122918:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776742.122921:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000200:0.0:1775776742.122923:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1775776742.122923:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776742.122927:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776742.122931:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000400:00000200:0.0:1775776742.122933:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1775776742.122938:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122941:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776742.122943:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000040:2.0:1775776742.122944:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776742.122947:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:2.0:1775776742.122948:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776742.122952:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776742.122954:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1775776742.122954:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776742.122958:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776742.122959:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1775776742.122962:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776742.122962:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776742.122965:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122969:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776742.122971:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776742.122975:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776742.122978:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776742.122984:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776742.122985:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1775776742.122986:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776742.122989:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776742.122991:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776742.122992:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776742.122993:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776742.122995:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776742.122998:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776742.123004:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:0.0:1775776742.123006:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123009:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776742.123009:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776742.123045:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776742.123052:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776742.123054:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776742.123058:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776742.123065:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776742.123071:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13028)
00000100:00000001:0.0:1775776742.123124:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.123131:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776742.123133:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307691911
00000100:00000010:0.0:1775776742.123139:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776742.123147:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776742.123154:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307691911
00000100:00000010:0.0:1775776742.123157:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d16c0.
00000100:00000001:0.0:1775776742.123160:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776742.123202:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776742.123206:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123209:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776742.123215:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776742/real 1775776742]  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776742.123227:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776742.123229:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776742.123231:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776742.123234:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776742.123236:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776742.123240:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776742.123243:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776742.123253:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123260:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776742.123262:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123264:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123266:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776742.123269:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123277:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776742.123281:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123289:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776742.123291:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123293:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123294:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123297:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776742.123299:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776742.123302:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776742.123306:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776742.123308:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776742.123312:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776742.123322:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309284352:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776742.123326:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123328:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.123331:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309284352/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123338:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776742.123340:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776742.123343:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776742.123346:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776742.123348:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776742.123349:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776742.123352:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776742.123355:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:0.0:1775776742.123359:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776742.123361:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776742.123363:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776742.123366:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776742.123367:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123370:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123377:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776742.123380:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123382:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776742.123384:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776742.123385:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776742.123388:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123395:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776742.123397:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.123399:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776742.123401:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776742.123403:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776742.123406:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284480:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776742.123409:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776742.123411:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776742.123413:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.123415:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776742.123417:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776742.123419:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.123423:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776742.123426:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776742.123430:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776742.123432:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284480, portal 10
00000100:00000001:0.0:1775776742.123434:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776742.123436:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776742.123443:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123449:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776742.123452:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776742.123455:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776742.123457:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309284480, offset 0
00000400:00000200:0.0:1775776742.123461:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776742.123465:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.123469:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776742.123472:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776742.123474:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776742.123477:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776742.123479:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776742.123483:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340404:340404:256:4294967295] 192.168.201.105@tcp LPNI seq info [340349:340349:8:4294967295]
00000400:00000200:0.0:1775776742.123487:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.123493:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776742.123498:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.123501:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776742.123506:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776742.123508:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776742.123513:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776742.123516:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776742.123520:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.123522:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776742.123525:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776742.123529:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776742.123532:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776742.123534:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776742.123536:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776742.123540:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123547:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.123550:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123557:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123558:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776742.123562:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776742.123566:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776742.123569:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776742.123571:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307691043
00000100:00000001:0.0:1775776742.123574:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.123576:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307691043
00000100:00000001:0.0:1775776742.123578:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.123580:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776742.123582:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123584:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776742.123587:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776742/real 1775776742]  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776742.123595:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776742.123596:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776742.123598:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776742.123600:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776742.123602:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776742.123604:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776742.123607:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776742.123623:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123630:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776742.123632:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123633:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123635:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776742.123638:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123645:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776742.123648:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123656:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776742.123659:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123660:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123661:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123663:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776742.123665:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776742.123667:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776742.123670:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776742.123672:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776742.123676:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776742.123684:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284480:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776742.123687:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776742.123690:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123696:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776742.123697:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.123699:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776742.123701:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776742.123703:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776742.123706:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284608:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776742.123709:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776742.123711:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776742.123712:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.123714:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776742.123716:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776742.123718:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.123722:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776742.123725:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776742.123728:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776742.123731:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284608, portal 4
00000100:00000001:0.0:1775776742.123732:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776742.123734:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776742.123739:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123746:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776742.123748:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776742.123750:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776742.123753:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309284608, offset 0
00000400:00000200:0.0:1775776742.123756:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776742.123759:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.123762:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776742.123765:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776742.123768:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776742.123770:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776742.123772:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776742.123776:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340405:340405:256:4294967295] 192.168.201.105@tcp LPNI seq info [340350:340350:8:4294967295]
00000400:00000200:0.0:1775776742.123780:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.123786:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776742.123790:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.123793:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776742.123797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776742.123800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776742.123804:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776742.123824:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776742.123828:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.123830:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776742.123833:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776742.123836:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776742.123839:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776742.123841:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776742.123845:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776742.123848:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123857:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.123860:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123866:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123868:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776742.123871:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776742.123874:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776742.123878:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776742.123880:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307691171
00000100:00000001:0.0:1775776742.123882:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.123885:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307691171
00000100:00000001:0.0:1775776742.123887:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.123889:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776742.123891:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.123893:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776742.123896:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776742/real 1775776742]  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776742.123904:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776742.123906:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776742.123907:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776742.123909:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776742.123911:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776742.123913:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776742.123916:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776742.123924:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123937:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776742.123938:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123940:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123942:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776742.123945:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123951:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776742.123955:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.123962:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776742.123964:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123965:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.123967:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.123968:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776742.123969:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776742.123972:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776742.123974:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776742.123976:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776742.123980:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776742.123988:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284608:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776742.123992:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776742.123995:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124001:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776742.124003:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.124005:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776742.124007:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776742.124009:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776742.124012:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776742.124060:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776742.124063:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776742.124064:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776742.124066:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776742.124069:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776742.124071:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776742.124075:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776742.124077:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776742.124080:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776742.124083:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284736, portal 4
00000100:00000001:0.0:1775776742.124085:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776742.124086:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776742.124092:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124099:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776742.124101:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776742.124103:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776742.124105:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309284736, offset 0
00000400:00000200:0.0:1775776742.124109:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776742.124113:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.124116:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776742.124119:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776742.124122:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776742.124124:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776742.124127:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776742.124130:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340406:340406:256:4294967295] 192.168.201.105@tcp LPNI seq info [340351:340351:8:4294967295]
00000400:00000200:0.0:1775776742.124134:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776742.124140:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776742.124146:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.124149:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776742.124153:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776742.124156:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1775776742.124161:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776742.124196:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1775776742.124201:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776742.124203:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776742.124206:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776742.124209:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776742.124212:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776742.124214:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776742.124216:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776742.124220:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124228:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.124231:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124238:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.124240:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776742.124243:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776742.124246:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776742.124250:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776742.124252:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307691181
00000100:00000001:0.0:1775776742.124254:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.124257:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307691181
00000100:00000001:0.0:1775776742.124259:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307691911
00000100:00000001:0.0:1775776742.124261:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776742.124263:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.124265:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776742.124268:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776742/real 1775776742]  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776742.124276:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776742.124278:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776742.124280:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776742.124282:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776742.124283:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776742.124285:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776742.124288:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776742.124296:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124302:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776742.124303:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124305:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.124306:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776742.124309:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124315:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776742.124318:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124324:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776742.124327:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124329:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776742.124330:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124332:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776742.124334:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776742.124336:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776742.124339:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776742.124342:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776742.124347:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776742.124355:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284736:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776742.124359:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124361:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.124364:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309284480/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124371:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776742.124373:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776742.124375:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776742.124377:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776742.124379:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776742.124380:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776742.124382:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776742.124384:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776742.124387:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776742.124388:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776742.124390:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776742.124393:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776742.124394:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124396:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.124399:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309284608/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124406:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776742.124407:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776742.124408:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776742.124410:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776742.124411:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776742.124412:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776742.124414:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776742.124415:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776742.124417:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776742.124418:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776742.124420:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776742.124422:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776742.124423:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124424:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776742.124427:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309284736/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776742.124433:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776742.124434:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776742.124435:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776742.124437:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776742.124438:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776742.124439:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776742.124440:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776742.124441:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776742.124443:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776742.124444:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776742.124445:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776742.124448:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776742.124449:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124451:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776742.124455:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776742.124456:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776742.124458:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776742.124460:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776742.762335:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776742.762341:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776742.762347:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776742.762349:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776742.762378:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776742.762381:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776742.762384:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776743.018324:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776743.018334:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776743.018337:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776743.018343:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776743.018348:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776743.018354:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776743.018357:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776743.018359:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776743.018362:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776743.082256:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307691911, at 4307691968
00000100:00000040:0.0:1775776743.082258:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307691911, at 4307691968
00000100:00000010:1.0:1775776743.082275:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d16c0.
00000100:00000010:0.0:1775776743.082281:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776743.786273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776743.786281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776743.786287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776743.786289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776743.786901:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776743.786907:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776743.786911:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776744.042671:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776744.042682:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776744.042685:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776744.042692:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776744.042697:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776744.042702:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776744.042706:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776744.042709:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776744.042712:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776744.810314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776744.810319:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776744.810332:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776744.810333:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776744.810399:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776744.810403:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776744.810406:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776745.066383:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776745.066389:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776745.066391:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776745.066396:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776745.066400:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776745.066403:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776745.066406:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776745.066408:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776745.066411:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776745.834322:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776745.834328:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776745.834334:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776745.834335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776745.834358:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776745.834361:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776745.834364:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776746.093062:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776746.093068:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776746.093070:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776746.093075:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776746.093078:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776746.093081:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776746.093084:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776746.093086:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776746.093088:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776746.858321:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776746.858328:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776746.858336:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776746.858337:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776746.858369:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776746.858372:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776746.858376:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776747.114307:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776747.114315:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776747.114318:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776747.114324:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776747.114328:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776747.114333:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.114336:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776747.114339:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.114342:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776747.242275:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776747.242284:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776747.242286:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776747.242290:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776747.242295:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776747.242301:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13023
00000400:00000200:2.0:1775776747.242309:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776747.242315:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776747.242318:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776747.242321:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242324:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242327:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242329:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776747.242333:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776747.242334:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776747.242337:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776747.242339:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776747.242341:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776747.242343:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776747.242345:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242347:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242349:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242351:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776747.242354:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776747.242357:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242359:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776747.242362:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776747.242365:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776747.242367:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242369:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776747.242371:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776747.242379:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776747.242382:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776747.242386:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776747.242387:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242390:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776747.242392:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776747.242397:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776747.242404:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776747.242410:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776747.242418:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776747.242428:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776747.242433:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776747.242437:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776747.242457:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776747.242460:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776747.242463:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776747.242465:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776747.242466:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776747.242468:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776747.242471:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13023
00000400:00000200:2.0:1775776747.242474:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776747.242477:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776747.242479:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776747.242482:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242484:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242486:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242488:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776747.242490:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776747.242492:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776747.242494:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776747.242496:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776747.242498:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776747.242500:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776747.242503:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242506:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242509:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242511:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776747.242514:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776747.242517:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242519:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776747.242521:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776747.242526:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776747.242528:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242530:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776747.242531:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1775776747.242533:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776747.242540:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.242541:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776747.242543:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.242546:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000010:2.0:1775776747.242547:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776747.242551:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776747.242553:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776747.242555:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242557:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776747.242560:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1775776747.242562:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776747.242562:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776747.242569:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776747.242575:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776747.242588:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776747.242591:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776747.242595:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.242605:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1775776747.242605:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776747.242609:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.242612:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1775776747.242614:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776747.242622:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242633:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776747.242635:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309284864:192.168.201.105@tcp:250:kworker.0
00000100:00080000:2.0:1775776747.242638:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776747.242645:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775776747.242646:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776747.242650:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776747.242651:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1775776747.242652:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1775776747.242655:0:216727:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:0.0:1775776747.242657:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776747.242661:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13023
02000000:00000001:0.0:1775776747.242664:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:2.0:1775776747.242668:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776747.242671:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
02000000:00000010:0.0:1775776747.242674:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
00000100:00080000:2.0:1775776747.242675:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775776747.242681:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776747.242685:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242689:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242691:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242693:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776747.242696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:2.0:1775776747.242698:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776747.242700:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776747.242702:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000400:00000010:0.0:1775776747.242703:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000020:00000040:2.0:1775776747.242705:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776747.242711:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776747.242713:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000400:00000010:0.0:1775776747.242717:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000040:2.0:1775776747.242718:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242725:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242727:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242730:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000200:0.0:1775776747.242732:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284864, portal 25
00000020:00000040:2.0:1775776747.242732:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776747.242738:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776747.242739:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776747.242748:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000001:2.0:1775776747.242748:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776747.242759:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776747.242762:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776747.242766:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776747.242767:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776747.242769:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776747.242772:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776747.242781:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.242786:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776747.242795:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776747.242802:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000001:0.0:1775776747.242803:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1775776747.242806:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776747.242809:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776747.242813:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242815:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776747.242817:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1775776747.242819:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
02000000:00000001:2.0:1775776747.242820:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776747.242827:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309284864, offset 0
02000000:00000010:2.0:1775776747.242829:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776747.242836:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776747.242845:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776747.242847:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242860:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776747.242862:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.242867:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:2.0:1775776747.242870:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1775776747.242880:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00000001:2.0:1775776747.242886:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776747.242889:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776747.242892:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1775776747.242896:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776747.242899:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776747.242901:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1775776747.242902:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:2.0:1775776747.242907:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000400:00000200:0.0:1775776747.242914:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1775776747.242915:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13023
00000400:00000200:0.0:1775776747.242925:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776747.242947:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340407:340407:256:4294967295] 192.168.201.105@tcp LPNI seq info [340352:340352:8:4294967295]
00000400:00000200:2.0:1775776747.242953:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.242954:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776747.242964:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776747.242970:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776747.242979:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1775776747.242981:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242987:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776747.242989:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.242995:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:0.0:1775776747.242996:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000001:2.0:1775776747.243001:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776747.243004:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776747.243006:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000800:00000010:0.0:1775776747.243007:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000020:00000040:2.0:1775776747.243009:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776747.243014:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776747.243017:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:0.0:1775776747.243026:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:2.0:1775776747.243027:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.243034:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1775776747.243036:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1775776747.243037:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776747.243046:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776747.243049:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000800:00000200:0.1:1775776747.243056:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776747.243061:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000200:0.1:1775776747.243064:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1775776747.243065:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776747.243075:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776747.243078:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1775776747.243082:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
02000000:00000001:2.0:1775776747.243084:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776747.243086:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00000001:2.0:1775776747.243088:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776747.243091:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776747.243095:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.243098:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1775776747.243098:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776747.243109:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000400:00000200:0.0:1775776747.243115:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1775776747.243116:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776747.243123:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776747.243124:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776747.243126:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776747.243127:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776747.243129:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776747.243132:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776747.243135:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776747.243140:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776747.243148:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776747.243150:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776747.243153:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776747.243161:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776747.243185:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13033)
00000400:00000200:0.0:1775776747.243327:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776747.243331:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776747.243336:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776747.243342:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243353:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.243357:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243364:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.243366:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776747.243373:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.243377:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776747.243381:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307697032
00000100:00000010:0.0:1775776747.243387:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776747.243395:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776747.243402:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307697032
00000100:00000010:0.0:1775776747.243405:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1960.
00000100:00000001:0.0:1775776747.243408:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776747.243412:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776747.243415:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.243417:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776747.243422:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776747/real 1775776747]  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776747.243432:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776747.243435:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776747.243437:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776747.243440:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776747.243441:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776747.243444:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776747.243447:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776747.243457:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243464:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776747.243465:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243468:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.243470:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776747.243473:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243480:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776747.243484:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243492:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776747.243495:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243497:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.243498:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243501:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776747.243503:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776747.243507:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776747.243511:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776747.243514:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776747.243519:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776747.243527:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309284864:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776747.243533:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243535:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.243538:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309284864/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243545:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776747.243549:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776747.243552:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776747.243556:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776747.243558:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776747.243560:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776747.243563:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776747.243565:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776747.243570:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776747.243572:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776747.243574:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776747.243579:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776747.243580:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243582:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243592:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776747.243594:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.243597:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776747.243599:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776747.243600:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776747.243604:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243611:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776747.243613:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.243615:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776747.243617:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776747.243619:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776747.243622:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284992:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776747.243625:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776747.243628:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776747.243629:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.243631:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776747.243634:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776747.243636:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.243640:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776747.243643:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776747.243647:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776747.243650:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309284992, portal 10
00000100:00000001:0.0:1775776747.243652:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776747.243653:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:0.0:1775776747.243660:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243666:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776747.243668:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776747.243670:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776747.243673:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309284992, offset 0
00000400:00000200:0.0:1775776747.243677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776747.243681:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.243685:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776747.243689:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776747.243691:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776747.243693:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776747.243695:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776747.243699:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340408:340408:256:4294967295] 192.168.201.105@tcp LPNI seq info [340353:340353:8:4294967295]
00000400:00000200:0.0:1775776747.243703:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.243709:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776747.243713:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.243716:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776747.243721:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776747.243723:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776747.243728:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776747.243730:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776747.243735:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.243737:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776747.243740:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776747.243743:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776747.243746:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776747.243748:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776747.243750:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776747.243754:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243762:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.243765:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243771:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.243772:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776747.243776:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776747.243780:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776747.243783:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776747.243785:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307696163
00000100:00000001:0.0:1775776747.243788:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.243790:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307696163
00000100:00000001:0.0:1775776747.243792:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.243794:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776747.243796:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.243798:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776747.243802:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776747/real 1775776747]  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776747.243810:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776747.243811:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776747.243813:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776747.243815:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776747.243817:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776747.243819:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776747.243823:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776747.243831:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243837:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776747.243838:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243840:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.243842:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776747.243845:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243851:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776747.243855:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243862:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776747.243864:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243866:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.243867:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.243868:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776747.243871:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776747.243874:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776747.243877:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776747.243879:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776747.243883:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776747.243891:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309284992:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776747.243895:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776747.243898:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243910:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776747.243912:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.243914:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776747.243916:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776747.243918:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776747.243921:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285120:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776747.243924:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776747.243937:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776747.243939:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.243941:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776747.243944:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776747.243946:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.243949:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776747.243952:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776747.243955:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776747.243958:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285120, portal 4
00000100:00000001:0.0:1775776747.243959:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776747.243961:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:0.0:1775776747.243966:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.243973:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776747.243975:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776747.243977:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776747.243979:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309285120, offset 0
00000400:00000200:0.0:1775776747.243983:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776747.243986:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.243990:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776747.243992:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776747.243995:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776747.243997:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776747.244000:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776747.244003:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340409:340409:256:4294967295] 192.168.201.105@tcp LPNI seq info [340354:340354:8:4294967295]
00000400:00000200:0.0:1775776747.244007:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.244013:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776747.244017:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.244020:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776747.244024:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776747.244026:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776747.244030:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776747.244033:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776747.244037:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.244039:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776747.244041:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776747.244045:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776747.244048:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776747.244049:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776747.244052:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776747.244055:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244062:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.244065:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244072:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.244073:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776747.244076:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776747.244079:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776747.244082:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776747.244084:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307696291
00000100:00000001:0.0:1775776747.244087:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.244089:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307696291
00000100:00000001:0.0:1775776747.244091:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.244093:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776747.244097:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.244099:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776747.244102:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776747/real 1775776747]  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776747.244110:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776747.244111:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776747.244113:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776747.244115:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776747.244117:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776747.244119:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776747.244122:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776747.244229:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244236:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776747.244238:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244240:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.244241:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776747.244244:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244251:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776747.244254:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244261:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776747.244263:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244265:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.244266:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244268:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776747.244269:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776747.244271:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776747.244275:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776747.244277:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776747.244280:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776747.244287:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285120:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776747.244292:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776747.244296:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244302:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776747.244303:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.244306:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776747.244307:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776747.244309:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776747.244311:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776747.244314:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776747.244316:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776747.244318:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776747.244320:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776747.244323:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776747.244325:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776747.244328:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776747.244331:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776747.244333:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776747.244336:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285248, portal 4
00000100:00000001:0.0:1775776747.244338:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776747.244339:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:0.0:1775776747.244345:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244352:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776747.244355:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776747.244356:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776747.244359:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309285248, offset 0
00000400:00000200:0.0:1775776747.244362:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776747.244366:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.244369:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776747.244372:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776747.244375:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776747.244377:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776747.244379:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776747.244382:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340410:340410:256:4294967295] 192.168.201.105@tcp LPNI seq info [340355:340355:8:4294967295]
00000400:00000200:0.0:1775776747.244386:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776747.244393:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776747.244397:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.244399:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776747.244403:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776747.244405:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776747.244409:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776747.244412:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776747.244415:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776747.244417:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776747.244420:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776747.244423:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776747.244426:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776747.244427:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776747.244430:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776747.244433:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244439:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.244442:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776772 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244448:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.244450:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776747.244453:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776747.244456:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776747.244458:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776747.244460:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307696301
00000100:00000001:0.0:1775776747.244462:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.244465:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307696301
00000100:00000001:0.0:1775776747.244467:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307697032
00000100:00000001:0.0:1775776747.244469:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776747.244470:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.244472:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776747.244475:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776747/real 1775776747]  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776747.244482:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776747.244483:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776747.244484:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776747.244486:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776747.244488:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776747.244489:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776747.244492:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776747.244500:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244505:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776747.244506:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244508:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.244509:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776747.244512:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244518:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776747.244521:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244529:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776747.244532:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244533:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776747.244534:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244536:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776747.244537:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776747.244539:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776747.244542:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776747.244543:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776747.244546:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776747.244554:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285248:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776747.244557:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244558:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.244561:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309284992/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244567:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776747.244568:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776747.244570:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776747.244572:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776747.244574:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776747.244575:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776747.244577:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776747.244578:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776747.244581:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776747.244582:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776747.244584:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776747.244586:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776747.244587:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244589:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.244592:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309285120/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244599:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776747.244600:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776747.244601:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776747.244603:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776747.244604:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776747.244605:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776747.244606:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776747.244607:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776747.244609:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776747.244610:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776747.244611:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776747.244613:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776747.244614:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244615:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776747.244618:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309285248/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776772 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776747.244624:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776747.244625:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776747.244626:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776747.244627:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776747.244628:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776747.244629:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776747.244631:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776747.244632:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:0.0:1775776747.244634:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776747.244635:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776747.244636:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:0.0:1775776747.244637:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776747.244638:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244640:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776747.244643:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776747.244644:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776747.244645:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776747.244647:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776747.882324:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776747.882329:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776747.882335:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776747.882336:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776747.882437:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776747.882440:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776747.882443:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776748.138459:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776748.138475:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776748.138477:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776748.138483:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776748.138486:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776748.138491:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776748.138493:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776748.138495:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776748.138498:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776748.202343:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307697032, at 4307697088
00000100:00000040:1.0:1775776748.202343:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307697032, at 4307697088
00000100:00000010:1.0:1775776748.202367:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1960.
00000100:00000010:0.0:1775776748.202374:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776748.906285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776748.906293:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776748.906295:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776748.906298:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906303:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776748.906305:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906307:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906309:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906313:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776748.906314:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776748.906315:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776748.906316:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906318:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776748.906319:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906320:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776748.906321:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776748.906546:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776748.906552:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776748.906557:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776749.162352:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776749.162359:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776749.162361:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776749.162367:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776749.162371:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776749.162377:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776749.162380:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776749.162383:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776749.162385:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776749.930531:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776749.930539:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776749.930547:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776749.930548:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776749.930572:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776749.930575:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776749.930579:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776750.186240:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776750.186249:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776750.186251:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776750.186258:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776750.186263:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776750.186267:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776750.186271:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776750.186273:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776750.186276:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776750.954319:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776750.954326:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776750.954343:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776750.954345:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776750.954374:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776750.954378:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776750.954381:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776751.210326:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776751.210334:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776751.210337:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776751.210343:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776751.210347:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776751.210351:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776751.210354:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776751.210357:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776751.210360:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776751.978294:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776751.978302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776751.978309:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776751.978310:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776751.978493:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776751.978498:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776751.978501:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776752.234268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776752.234276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776752.234278:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776752.234285:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776752.234290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776752.234295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.234299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776752.234302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.234305:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776752.362891:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776752.362906:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776752.362909:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776752.362914:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776752.362920:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776752.362929:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13028
00000400:00000200:2.0:1775776752.362941:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776752.362950:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776752.362954:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776752.362957:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.362961:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.362965:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.362968:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776752.362972:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776752.362974:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776752.362977:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776752.362981:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776752.362983:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776752.362986:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776752.362988:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.362990:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.362992:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.362994:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776752.362997:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776752.363000:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776752.363003:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776752.363077:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776752.363082:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776752.363087:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.363089:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776752.363092:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776752.363104:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776752.363109:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776752.363113:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776752.363115:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.363119:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776752.363123:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776752.363129:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776752.363140:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776752.363148:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776752.363160:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776752.363190:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776752.363196:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776752.363201:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.363901:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776752.363907:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776752.363910:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776752.363917:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.363926:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776752.363928:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.363932:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776752.363935:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776752.363938:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776752.363942:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309285376:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776752.363946:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776752.363952:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776752.363955:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.363958:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776752.363966:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.363968:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776752.363977:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776752.363982:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776752.363991:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776752.364001:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285376, portal 25
00000100:00000001:0.0:1775776752.364004:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776752.364006:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371466880 : -109519338084736 : ffff9c648ac1e680)
00000100:00000040:0.0:1775776752.364023:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.364031:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776752.364034:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776752.364037:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776752.364041:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309285376, offset 0
00000400:00000200:0.0:1775776752.364047:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776752.364057:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.364064:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776752.364071:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776752.364076:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776752.364080:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776752.364083:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776752.364089:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340411:340411:256:4294967295] 192.168.201.105@tcp LPNI seq info [340356:340356:8:4294967295]
00000400:00000200:0.0:1775776752.364093:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.364105:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776752.364113:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.364120:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776752.364128:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776752.364132:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776752.364139:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776752.364143:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776752.364147:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.364150:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776752.364160:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776752.364192:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776752.364198:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776752.364209:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776752.364216:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776752.364220:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776752.364263:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776752.364267:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776752.364271:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776752.364272:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776752.364274:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776752.364278:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776752.364281:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13028
00000400:00000200:2.0:1775776752.364286:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776752.364289:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776752.364292:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776752.364295:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.364297:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.364300:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.364303:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776752.364306:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776752.364307:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776752.364310:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776752.364312:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776752.364314:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776752.364317:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776752.364319:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.364321:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.364323:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.364325:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776752.364327:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776752.364330:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776752.364332:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776752.364335:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776752.364341:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776752.364344:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.364346:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776752.364351:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776752.364354:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.364356:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776752.364362:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776752.364365:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776752.364367:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776752.364369:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.364371:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776752.364373:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776752.364377:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776752.364382:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776752.364386:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776752.364392:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776752.364401:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776752.364403:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776752.364406:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.366887:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.366907:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.366927:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.366930:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776752.366947:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776752.366956:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776752.366959:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307702153
00000100:00000010:0.0:1775776752.366971:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776752.366980:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776752.366991:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307702153
00000100:00000010:0.0:1775776752.366995:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1120.
00000100:00000001:0.0:1775776752.366999:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776752.367003:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776752.367006:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.368294:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776752.368304:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752]  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776752.368322:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776752.368324:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776752.368329:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776752.368335:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776752.368338:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776752.368342:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776752.368346:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776752.368356:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368365:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776752.368367:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368370:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.368373:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776752.368377:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368386:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776752.368391:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368398:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776752.368402:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368404:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.368406:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368408:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776752.368410:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776752.368413:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776752.368418:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776752.368421:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776752.368425:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776752.368434:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309285376:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776752.368440:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368444:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.368447:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309285376/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368453:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776752.368457:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776752.368462:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.368467:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776752.368470:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776752.368471:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776752.368474:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776752.368477:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776752.368482:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776752.368485:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776752.368487:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:0.0:1775776752.368491:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776752.368492:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368495:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368505:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776752.368507:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.368510:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776752.368513:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776752.368515:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776752.368519:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368528:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776752.368530:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.368533:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776752.368537:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776752.368540:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776752.368544:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285504:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776752.368548:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776752.368552:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776752.368555:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.368558:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776752.368565:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.368567:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776752.368574:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776752.368578:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776752.368584:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776752.368589:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285504, portal 10
00000100:00000001:0.0:1775776752.368592:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776752.368594:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:0.0:1775776752.368601:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368608:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776752.368611:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776752.368615:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776752.368618:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309285504, offset 0
00000400:00000200:0.0:1775776752.368624:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776752.368633:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.368641:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776752.368647:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776752.368652:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776752.368657:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776752.368660:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776752.368664:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340412:340412:256:4294967295] 192.168.201.105@tcp LPNI seq info [340357:340357:8:4294967295]
00000400:00000200:0.0:1775776752.368668:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.368679:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776752.368686:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.368693:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776752.368701:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776752.368705:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776752.368711:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776752.368715:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776752.368720:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.368723:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776752.368728:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776752.368733:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776752.368738:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776752.368740:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776752.368742:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776752.368886:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368895:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.368898:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368905:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.368907:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776752.368914:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776752.368919:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776752.368923:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776752.368925:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307701284
00000100:00000001:0.0:1775776752.368929:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.368931:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307701284
00000100:00000001:0.0:1775776752.368933:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.368935:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776752.368938:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.368940:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776752.368943:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752]  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776752.368953:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776752.368954:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776752.368956:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776752.368959:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776752.368960:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776752.368962:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776752.368965:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776752.368973:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368980:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776752.368981:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.368983:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.368985:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776752.368988:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.368995:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776752.368999:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.369007:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776752.369020:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.369022:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.369023:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.369025:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776752.369028:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776752.369030:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776752.369034:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776752.369036:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776752.369040:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776752.369048:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285504:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776752.369053:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.369054:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.369057:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309285504/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.369063:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776752.369064:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776752.369066:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.369069:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776752.369070:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776752.369072:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776752.369074:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776752.369076:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776752.369079:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776752.369080:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776752.369082:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:0.0:1775776752.369084:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776752.369085:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.369088:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.369091:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776752.369092:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.369094:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776752.369096:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.369885:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776752.369893:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776752.369897:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776752.369899:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776752.369902:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776752.369905:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776752.369910:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13028
00000400:00000200:2.0:1775776752.369915:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776752.369920:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776752.369924:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776752.369927:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.369931:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.369934:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.369936:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776752.369939:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776752.369941:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776752.369944:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776752.369947:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776752.369949:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776752.369952:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776752.369955:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.369957:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.369959:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.369961:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776752.369965:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776752.369968:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776752.369971:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776752.369974:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776752.369982:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776752.369984:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.369987:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776752.369992:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776752.369996:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.369998:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776752.370018:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776752.370022:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776752.370026:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776752.370028:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.370032:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776752.370036:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776752.370040:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776752.370047:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776752.370053:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776752.370061:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776752.370072:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776752.370077:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776752.370082:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776752.370093:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776752.370096:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776752.370099:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776752.370100:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776752.370102:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776752.370104:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776752.370107:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13028
00000400:00000200:2.0:1775776752.370111:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776752.370113:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776752.370116:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776752.370118:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.370120:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.370122:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.370124:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776752.370127:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776752.370128:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776752.370129:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776752.370131:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776752.370132:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776752.370134:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776752.370137:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.370138:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776752.370140:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776752.370142:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776752.370145:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776752.370147:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776752.370150:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776752.370152:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776752.370155:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776752.370157:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.370159:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776752.370161:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776752.370177:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.370179:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776752.370183:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776752.370185:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776752.370188:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776752.370189:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776752.370191:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776752.370193:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776752.370194:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776752.370198:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776752.370201:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776752.370205:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776752.370213:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776752.370215:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776752.370218:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776752.370226:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776752.370232:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13038)
00000100:00000001:0.0:1775776752.370859:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776752.370862:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776752.370864:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776752.370870:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.370880:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776752.370882:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.370885:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776752.370887:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776752.370890:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776752.370893:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285632:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776752.370898:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776752.370901:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776752.370903:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.370905:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776752.370910:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.370912:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776752.370917:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776752.370921:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776752.370926:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776752.370932:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285632, portal 4
00000100:00000001:0.0:1775776752.370935:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776752.370936:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:0.0:1775776752.370943:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.370951:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776752.370954:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776752.370957:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776752.370959:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309285632, offset 0
00000400:00000200:0.0:1775776752.370965:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776752.370971:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.370977:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776752.370982:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776752.370986:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776752.370990:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776752.370993:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776752.370997:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340413:340413:256:4294967295] 192.168.201.105@tcp LPNI seq info [340358:340358:8:4294967295]
00000400:00000200:0.0:1775776752.371002:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.371022:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776752.371029:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.371034:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776752.371040:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776752.371044:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776752.371050:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776752.371053:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776752.371058:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.371060:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776752.371066:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776752.371071:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776752.371076:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776752.371078:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776752.371081:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776752.371085:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371093:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.371096:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371103:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.371105:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776752.371109:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776752.371113:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776752.371117:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776752.371119:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307701418
00000100:00000001:0.0:1775776752.371122:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.371124:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307701418
00000100:00000001:0.0:1775776752.371126:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.371128:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776752.371130:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.371133:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776752.371137:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752]  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776752.371146:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776752.371148:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776752.371150:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776752.371153:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776752.371155:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776752.371157:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776752.371161:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776752.371192:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371198:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776752.371200:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371202:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.371204:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776752.371208:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371215:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776752.371219:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371226:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776752.371230:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371232:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.371233:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371235:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776752.371238:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776752.371240:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776752.371244:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776752.371247:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776752.371250:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776752.371258:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285632:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776752.371263:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776752.371266:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371273:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776752.371274:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.371276:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776752.371278:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776752.371280:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776752.371283:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285760:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776752.371286:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776752.371288:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776752.371290:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776752.371292:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776752.371295:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776752.371297:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776752.371300:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776752.371303:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776752.371306:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776752.371308:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285760, portal 4
00000100:00000001:0.0:1775776752.371310:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776752.371311:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:0.0:1775776752.371317:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371324:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776752.371326:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776752.371328:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776752.371330:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309285760, offset 0
00000400:00000200:0.0:1775776752.371333:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776752.371337:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.371341:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776752.371344:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776752.371346:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776752.371349:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776752.371351:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776752.371354:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340414:340414:256:4294967295] 192.168.201.105@tcp LPNI seq info [340359:340359:8:4294967295]
00000400:00000200:0.0:1775776752.371358:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776752.371365:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776752.371369:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.371372:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776752.371376:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776752.371379:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776752.371383:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776752.371385:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776752.371390:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776752.371391:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776752.371394:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776752.371397:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776752.371400:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776752.371401:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776752.371404:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776752.371407:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371421:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.371424:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776777 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371430:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.371432:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776752.371435:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776752.371438:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776752.371441:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776752.371443:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307701428
00000100:00000001:0.0:1775776752.371445:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.371447:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307701428
00000100:00000001:0.0:1775776752.371449:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307702153
00000100:00000001:0.0:1775776752.371451:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776752.371453:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.371456:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776752.371459:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752]  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776752.371466:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776752.371468:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776752.371469:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776752.371471:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776752.371473:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776752.371475:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776752.371478:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776752.371486:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371492:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776752.371494:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371496:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.371498:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776752.371501:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371508:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776752.371511:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371519:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776752.371522:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371523:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776752.371525:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371526:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776752.371527:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776752.371529:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776752.371532:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776752.371534:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776752.371537:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776752.371545:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309285760:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776752.371549:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371551:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.371554:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309285632/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371560:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776752.371563:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776752.371565:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776752.371568:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776752.371570:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776752.371572:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776752.371574:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776752.371577:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:0.0:1775776752.371580:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776752.371582:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776752.371583:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:0.0:1775776752.371587:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776752.371588:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371590:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776752.371593:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309285760/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776752.371599:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776752.371600:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776752.371602:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776752.371604:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776752.371605:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776752.371606:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776752.371608:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776752.371609:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776752.371612:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776752.371613:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776752.371614:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:0.0:1775776752.371617:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776752.371618:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371620:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776752.371626:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776752.371627:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776752.371630:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776752.371631:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776753.002536:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776753.002544:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776753.002551:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776753.002553:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776753.002760:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776753.002764:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776753.002768:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776753.258368:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776753.258381:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776753.258383:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776753.258392:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776753.258397:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776753.258403:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776753.258406:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776753.258409:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776753.258412:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776753.322474:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307702153, at 4307702208
00000100:00000010:0.0:1775776753.322494:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776753.322893:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307702153, at 4307702208
00000100:00000010:1.0:1775776753.322901:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1120.
00010000:00000001:0.0:1775776754.026249:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776754.026257:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776754.026263:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776754.026265:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776754.026289:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776754.026293:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776754.026296:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776754.282496:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776754.282506:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776754.282508:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776754.282516:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776754.282521:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776754.282526:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776754.282530:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776754.282532:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776754.282535:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1775776754.282701:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:1.0:1775776754.282709:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:1.0:1775776754.282714:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1775776754.282972:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1775776754.282979:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1775776754.282996:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1775776754.283001:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:0.0:1775776754.283005:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775776755.050329:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776755.050336:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776755.050342:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776755.050343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776755.050373:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776755.050376:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776755.050378:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776755.306299:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776755.306320:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776755.306324:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776755.306331:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776755.306336:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776755.306341:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776755.306344:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776755.306347:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776755.306350:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776756.074282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776756.074290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776756.074297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776756.074298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776756.074401:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776756.074405:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776756.074409:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776756.330302:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776756.330310:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776756.330313:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776756.330320:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776756.330325:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776756.330330:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776756.330334:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776756.330337:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776756.330340:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776757.098352:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776757.098360:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776757.098367:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776757.098368:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776757.098437:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776757.098442:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776757.098446:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776757.354839:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776757.354847:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776757.354848:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776757.354854:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776757.354858:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776757.354861:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776757.354864:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776757.354866:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776757.354868:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776757.482288:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776757.482302:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776757.482306:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776757.482311:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776757.482317:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776757.482327:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13033
00000400:00000200:2.0:1775776757.482340:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776757.482347:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776757.482351:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776757.482355:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482360:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482363:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482366:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776757.482370:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776757.482373:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776757.482376:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776757.482379:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776757.482382:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776757.482384:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776757.482387:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482390:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482392:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482394:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776757.482397:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776757.482401:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482404:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776757.482409:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776757.482414:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776757.482418:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482421:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776757.482424:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776757.482433:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776757.482438:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776757.482443:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776757.482445:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482449:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776757.482454:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776757.482460:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776757.482469:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776757.482478:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776757.482490:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776757.482509:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776757.482515:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776757.482522:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776757.482561:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776757.482565:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776757.482568:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776757.482569:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776757.482571:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776757.482574:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776757.482576:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13033
00000400:00000200:2.0:1775776757.482580:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776757.482582:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776757.482585:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776757.482588:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482590:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482592:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482594:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776757.482596:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776757.482597:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776757.482599:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776757.482601:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776757.482604:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776757.482613:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776757.482616:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482617:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482619:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482621:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776757.482624:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776757.482627:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482629:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776757.482631:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776757.482638:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776757.482640:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482643:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776757.482648:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776757.482651:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482653:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776757.482657:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776757.482659:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776757.482660:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776757.482661:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482662:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776757.482663:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776757.482665:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776757.482667:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776757.482670:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776757.482673:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776757.482678:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776757.482680:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776757.482682:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776757.482687:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776757.482688:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776757.482691:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776757.482692:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776757.482693:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776757.482695:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776757.482698:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13033
00000400:00000200:2.0:1775776757.482700:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776757.482702:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776757.482704:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776757.482706:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482707:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482708:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482710:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776757.482711:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776757.482712:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776757.482713:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776757.482714:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776757.482715:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776757.482716:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776757.482717:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482718:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482719:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482721:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776757.482722:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776757.482724:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482725:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776757.482726:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776757.482728:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776757.482729:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482730:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776757.482731:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776757.482733:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482733:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776757.482735:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776757.482737:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776757.482738:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776757.482739:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482740:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776757.482741:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776757.482742:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776757.482745:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776757.482747:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776757.482762:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776757.482769:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776757.482771:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.482772:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1775776757.482776:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.482778:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776757.482782:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1775776757.482789:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776757.482792:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1775776757.482793:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776757.482800:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776757.482804:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776757.482807:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776757.482808:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776757.482810:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:0.0:1775776757.482812:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.482817:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776757.482820:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776757.482825:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776757.482827:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13033
00000100:00100000:0.0:1775776757.482832:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309285888:192.168.201.105@tcp:250:kworker.0
00000400:00000200:2.0:1775776757.482835:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776757.482840:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1775776757.482846:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
02000000:00000001:0.0:1775776757.482847:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1775776757.482850:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1775776757.482851:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776757.482855:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776757.482856:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1775776757.482859:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482862:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000010:0.0:1775776757.482864:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
00000100:00000001:2.0:1775776757.482865:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776757.482868:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776757.482869:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776757.482871:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776757.482873:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776757.482875:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776757.482877:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
02000000:00000001:0.0:1775776757.482881:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776757.482881:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482886:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776757.482888:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776757.482890:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776757.482895:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776757.482895:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776757.482901:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000010:0.0:1775776757.482903:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776757.482903:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776757.482908:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776757.482911:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1775776757.482912:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
02000000:00000001:2.0:1775776757.482914:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482918:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776757.482920:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1775776757.482922:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309285888, portal 25
00000008:00000001:2.0:1775776757.482923:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482926:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776757.482929:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776757.482931:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776757.482933:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776757.482935:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776757.482938:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776757.482939:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776757.482941:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776757.482944:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:0.0:1775776757.482947:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776757.482947:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.482950:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00100000:2.0:1775776757.482954:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1775776757.482960:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776757.482969:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776757.482973:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.482975:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776757.482981:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776757.482982:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776757.482987:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776757.482994:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309285888, offset 0
00000100:00000001:2.0:1775776757.482995:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776757.483003:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13044)
00000400:00000200:0.0:1775776757.483004:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483015:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483024:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776757.483031:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776757.483036:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776757.483040:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776757.483043:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483048:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340415:340415:256:4294967295] 192.168.201.105@tcp LPNI seq info [340360:340360:8:4294967295]
00000400:00000200:0.0:1775776757.483053:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483063:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776757.483075:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483082:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776757.483090:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776757.483094:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776757.483100:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776757.483102:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776757.483107:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483110:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776757.483115:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776757.483129:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776757.483136:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776757.483138:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776757.483143:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776757.483147:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483157:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.483161:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483169:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483170:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776757.483178:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776757.483211:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776757.483214:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307707271
00000100:00000010:0.0:1775776757.483219:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776757.483228:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776757.483236:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307707272
00000100:00000010:0.0:1775776757.483239:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1240.
00000100:00000001:0.0:1775776757.483243:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776757.483246:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776757.483250:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483253:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776757.483258:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757]  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776757.483269:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776757.483271:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776757.483273:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776757.483276:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776757.483278:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776757.483280:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776757.483284:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776757.483293:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483300:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776757.483301:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483304:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.483306:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776757.483310:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483316:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776757.483321:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483328:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776757.483331:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483333:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.483334:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483337:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776757.483339:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776757.483342:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776757.483346:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776757.483348:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776757.483352:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776757.483361:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309285888:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776757.483366:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776757.483369:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483383:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776757.483384:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.483387:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776757.483389:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776757.483391:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776757.483394:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286016:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776757.483398:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776757.483400:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776757.483402:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.483404:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776757.483407:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776757.483408:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776757.483413:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776757.483415:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776757.483419:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776757.483422:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286016, portal 10
00000100:00000001:0.0:1775776757.483424:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776757.483437:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776757.483444:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483450:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776757.483453:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776757.483455:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776757.483457:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309286016, offset 0
00000400:00000200:0.0:1775776757.483459:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483462:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483466:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776757.483468:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776757.483469:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776757.483471:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776757.483473:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483475:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340416:340416:256:4294967295] 192.168.201.105@tcp LPNI seq info [340361:340361:8:4294967295]
00000400:00000200:0.0:1775776757.483478:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483483:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776757.483485:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483488:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776757.483490:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776757.483492:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776757.483495:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776757.483505:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776757.483509:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483511:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776757.483515:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776757.483519:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776757.483521:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776757.483523:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776757.483525:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776757.483528:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483536:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.483539:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483545:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483546:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776757.483549:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776757.483553:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776757.483556:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776757.483558:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307706403
00000100:00000001:0.0:1775776757.483561:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307707271
00000100:00000001:0.0:1775776757.483562:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307706403
00000100:00000001:0.0:1775776757.483564:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307707272
00000100:00000001:0.0:1775776757.483567:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776757.483570:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483572:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776757.483575:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757]  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776757.483584:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776757.483585:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776757.483588:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776757.483591:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776757.483592:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776757.483594:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776757.483597:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776757.483606:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483613:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776757.483615:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483617:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.483619:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776757.483623:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483630:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776757.483633:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483640:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776757.483642:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483644:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.483646:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483647:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776757.483649:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776757.483652:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776757.483656:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776757.483658:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776757.483662:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776757.483671:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286016:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776757.483676:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483678:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.483681:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309285888/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483688:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776757.483690:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776757.483693:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776757.483697:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776757.483699:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776757.483701:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776757.483704:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776757.483707:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:0.0:1775776757.483711:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776757.483713:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776757.483715:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776757.483720:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776757.483721:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483723:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.483726:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309286016/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483732:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776757.483733:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776757.483734:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776757.483736:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776757.483737:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776757.483739:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776757.483741:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776757.483743:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776757.483745:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776757.483746:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776757.483756:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776757.483760:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776757.483761:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483763:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.483772:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776757.483774:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483777:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776757.483778:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776757.483780:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776757.483784:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483791:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776757.483792:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.483794:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776757.483796:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776757.483798:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776757.483801:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286144:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776757.483804:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776757.483806:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776757.483807:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.483809:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776757.483812:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776757.483814:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776757.483817:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776757.483820:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776757.483823:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776757.483826:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286144, portal 4
00000100:00000001:0.0:1775776757.483828:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776757.483829:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776757.483834:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483846:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776757.483849:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776757.483851:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776757.483853:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309286144, offset 0
00000400:00000200:0.0:1775776757.483857:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483862:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483865:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776757.483868:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776757.483870:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776757.483872:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776757.483875:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776757.483878:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340417:340417:256:4294967295] 192.168.201.105@tcp LPNI seq info [340362:340362:8:4294967295]
00000400:00000200:0.0:1775776757.483883:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.483888:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776757.483892:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483895:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776757.483899:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776757.483902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776757.483906:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776757.483919:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776757.483923:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.483925:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776757.483929:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776757.483932:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776757.483935:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776757.483938:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776757.483940:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776757.483943:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483951:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.483953:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.483965:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483967:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776757.483970:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776757.483973:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776757.483976:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776757.483978:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307706531
00000100:00000001:0.0:1775776757.483979:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307707271
00000100:00000001:0.0:1775776757.483981:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307706531
00000100:00000001:0.0:1775776757.483983:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307707272
00000100:00000001:0.0:1775776757.483985:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776757.483987:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.483989:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776757.483993:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757]  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776757.484000:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776757.484001:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776757.484003:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776757.484005:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776757.484006:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776757.484008:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776757.484011:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776757.484018:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484024:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776757.484025:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484026:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.484027:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776757.484030:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484034:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776757.484037:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484040:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776757.484042:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484042:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.484043:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484044:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776757.484045:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776757.484046:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776757.484048:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776757.484049:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776757.484051:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776757.484055:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286144:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776757.484057:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776757.484059:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484063:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776757.484064:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.484065:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776757.484067:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776757.484069:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776757.484071:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776757.484074:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776757.484076:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776757.484078:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776757.484079:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776757.484082:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776757.484084:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776757.484087:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776757.484089:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776757.484092:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776757.484094:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286272, portal 4
00000100:00000001:0.0:1775776757.484096:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776757.484097:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776757.484103:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484110:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776757.484112:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776757.484114:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776757.484117:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309286272, offset 0
00000400:00000200:0.0:1775776757.484121:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776757.484125:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.484128:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776757.484131:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776757.484134:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776757.484136:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776757.484138:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776757.484141:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340418:340418:256:4294967295] 192.168.201.105@tcp LPNI seq info [340363:340363:8:4294967295]
00000400:00000200:0.0:1775776757.484145:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776757.484150:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776757.484154:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.484157:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776757.484160:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776757.484183:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1775776757.484190:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776757.484193:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1775776757.484196:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776757.484198:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776757.484201:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776757.484203:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776757.484205:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776757.484206:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776757.484209:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776757.484212:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484218:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.484220:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776782 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484224:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.484225:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776757.484228:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776757.484230:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776757.484232:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776757.484234:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307706541
00000100:00000001:0.0:1775776757.484236:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307707271
00000100:00000001:0.0:1775776757.484238:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307706541
00000100:00000001:0.0:1775776757.484239:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307707272
00000100:00000001:0.0:1775776757.484241:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776757.484242:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.484244:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776757.484247:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757]  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776757.484254:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776757.484256:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776757.484258:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776757.484260:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776757.484262:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776757.484264:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776757.484267:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776757.484274:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484280:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776757.484281:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484283:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.484284:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776757.484287:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484294:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776757.484298:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484305:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776757.484307:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484308:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776757.484310:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484311:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776757.484313:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776757.484315:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776757.484318:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776757.484319:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776757.484322:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776757.484327:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286272:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776757.484329:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484330:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.484333:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309286144/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484337:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776757.484338:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776757.484339:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776757.484341:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776757.484342:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776757.484343:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776757.484344:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776757.484345:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776757.484347:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776757.484348:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776757.484349:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776757.484351:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776757.484352:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484353:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776757.484355:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309286272/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776757.484358:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776757.484359:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776757.484359:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776757.484360:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776757.484361:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776757.484361:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776757.484362:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776757.484363:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776757.484364:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776757.484364:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776757.484365:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776757.484366:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776757.484367:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484368:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776757.484370:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776757.484371:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776757.484372:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776757.484373:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776758.123920:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776758.123929:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776758.123937:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776758.123938:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776758.124477:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776758.124482:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776758.124486:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776758.378772:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776758.378781:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776758.378784:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776758.378790:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776758.378794:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776758.378798:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776758.378801:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776758.378804:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776758.378807:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776758.442334:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307707271, at 4307707328
00000100:00000010:0.0:1775776758.442357:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776758.442470:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307707272, at 4307707328
00000100:00000010:1.0:1775776758.442478:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1240.
00010000:00000001:0.0:1775776759.147682:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776759.147702:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776759.147705:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776759.147709:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147714:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776759.147717:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147727:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147729:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147734:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776759.147737:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776759.147738:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776759.147740:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147741:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776759.147742:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147744:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776759.147746:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776759.147870:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776759.147874:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776759.147877:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776759.403084:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776759.403093:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776759.403096:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776759.403103:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776759.403108:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776759.403112:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776759.403116:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776759.403119:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776759.403122:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776760.170401:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776760.170407:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776760.170413:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776760.170414:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776760.170651:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776760.170655:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776760.170659:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776760.426347:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776760.426355:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776760.426358:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776760.426364:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776760.426367:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776760.426372:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776760.426375:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776760.426377:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776760.426379:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776761.194356:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776761.194363:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776761.194370:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776761.194371:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776761.194487:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776761.194491:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776761.194495:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776761.452347:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776761.452357:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776761.452359:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776761.452367:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776761.452372:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776761.452378:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776761.452381:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776761.452386:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776761.452389:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776762.218870:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776762.218876:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776762.218881:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776762.218883:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776762.218973:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776762.218979:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776762.218985:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776762.476634:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776762.476644:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776762.476646:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776762.476653:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776762.476657:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776762.476673:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776762.476676:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776762.476679:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776762.476682:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776762.602593:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776762.602602:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776762.602605:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776762.602609:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776762.602613:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776762.602620:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13039
00000400:00000200:3.0:1775776762.602630:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776762.602636:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776762.602640:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776762.602643:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602646:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.602648:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602650:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776762.602654:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776762.602656:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776762.602668:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776762.602671:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776762.602673:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776762.602675:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776762.602678:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602680:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.602682:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602684:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776762.602687:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776762.602690:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602692:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776762.602696:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776762.602700:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776762.602702:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.602705:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776762.602708:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776762.602718:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776762.602721:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776762.602724:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776762.602726:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.602729:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776762.602731:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776762.602735:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776762.602742:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776762.602748:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776762.602826:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776762.602836:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776762.602840:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776762.602845:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776762.602871:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776762.602874:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776762.602877:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776762.602878:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776762.602879:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776762.602882:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776762.602884:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13039
00000400:00000200:3.0:1775776762.602888:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776762.602891:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776762.602893:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776762.602896:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602898:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.602899:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602901:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776762.602902:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776762.602904:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776762.602906:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776762.602907:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776762.602909:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776762.602911:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776762.602913:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602915:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.602916:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602918:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776762.602920:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776762.602922:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776762.602924:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776762.602925:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776762.602930:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776762.602933:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.602934:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776762.602938:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776762.602941:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.602942:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776762.602946:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776762.602947:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776762.602950:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776762.602951:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.602952:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776762.602953:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776762.602955:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776762.602958:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776762.602962:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776762.602966:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776762.602972:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776762.602974:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776762.602978:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776762.602984:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776762.602986:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776762.602989:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776762.602990:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776762.602992:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776762.602994:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776762.602996:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13039
00000400:00000200:3.0:1775776762.602999:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776762.603001:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776762.603003:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776762.603006:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.603007:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.603009:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.603011:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776762.603013:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776762.603014:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776762.603015:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776762.603017:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776762.603019:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776762.603020:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:0.0:1775776762.603384:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776762.603388:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776762.603391:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776762.603397:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603406:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776762.603408:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.603411:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776762.603413:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776762.603416:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776762.603419:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309286400:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776762.603423:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776762.603427:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776762.603430:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.603432:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776762.603437:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776762.603439:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776762.603445:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776762.603449:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776762.603455:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776762.603462:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286400, portal 25
00000100:00000001:0.0:1775776762.603465:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776762.603467:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:0.0:1775776762.603472:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603524:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776762.603527:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776762.603530:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776762.603534:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309286400, offset 0
00000400:00000200:0.0:1775776762.603540:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776762.603549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.603554:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776762.603560:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776762.603565:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776762.603568:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776762.603571:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776762.603575:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340419:340419:256:4294967295] 192.168.201.105@tcp LPNI seq info [340364:340364:8:4294967295]
00000400:00000200:0.0:1775776762.603579:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.603589:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776762.603595:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.603600:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776762.603607:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776762.603610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776762.603616:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776762.603619:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776762.603624:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.603626:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776762.603633:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776762.603638:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776762.603643:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776762.603645:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776762.603650:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776762.603653:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603674:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.603678:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603685:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.603686:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776762.603692:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776762.603696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776762.603699:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307712392
00000100:00000010:0.0:1775776762.603704:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776762.603711:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776762.603719:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307712392
00000100:00000010:0.0:1775776762.603722:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1c00.
00000100:00000001:0.0:1775776762.603726:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776762.603729:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776762.603732:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.603734:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776762.603738:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762]  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776762.603748:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776762.603749:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776762.603751:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776762.603764:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776762.603767:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776762.603769:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776762.603772:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776762.603781:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603787:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776762.603789:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.603791:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.603793:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776762.603796:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603803:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776762.603806:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603813:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776762.603816:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.603817:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.603819:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.603822:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776762.603824:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776762.603826:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776762.603830:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776762.603833:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776762.603836:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776762.603844:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309286400:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776762.603849:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776762.603852:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603858:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776762.603860:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.603862:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776762.603863:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776762.603865:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776762.603868:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286528:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776762.603871:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776762.603873:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776762.603875:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.603876:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776762.603879:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776762.603881:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776762.603885:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776762.603887:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776762.603891:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776762.603893:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286528, portal 10
00000100:00000001:0.0:1775776762.603895:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776762.603896:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:0.0:1775776762.603902:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603909:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776762.603911:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776762.603913:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776762.603915:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309286528, offset 0
00000400:00000200:0.0:1775776762.603919:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776762.603923:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.603926:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776762.603929:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776762.603931:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776762.603934:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776762.603936:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776762.603938:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340420:340420:256:4294967295] 192.168.201.105@tcp LPNI seq info [340365:340365:8:4294967295]
00000400:00000200:0.0:1775776762.603943:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.603949:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776762.603953:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.603956:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776762.603960:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776762.603962:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776762.603966:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776762.603969:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776762.603972:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.603974:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776762.603976:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776762.603979:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776762.603982:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776762.603983:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776762.603986:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776762.603989:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.603996:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.603999:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604009:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.604010:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776762.604013:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776762.604016:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776762.604019:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776762.604022:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307711523
00000100:00000001:0.0:1775776762.604036:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.604039:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307711523
00000100:00000001:0.0:1775776762.604041:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.604043:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776762.604044:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.604046:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776762.604050:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762]  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776762.604056:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776762.604058:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776762.604069:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776762.604072:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776762.604073:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776762.604075:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776762.604079:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776762.604087:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604093:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776762.604094:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.604096:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.604097:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776762.604100:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604107:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776762.604111:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604117:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776762.604119:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.604121:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.604122:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.604124:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776762.604126:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776762.604128:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776762.604132:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776762.604134:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776762.604138:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776762.604146:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286528:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776762.604149:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.604151:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.604154:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309286400/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604160:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776762.604235:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776762.604238:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776762.604242:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776762.604244:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776762.604245:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776762.604248:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776762.604250:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776762.604254:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776762.604256:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776762.604258:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776762.604261:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776762.604262:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.604264:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.604268:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309286528/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.604274:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776762.604275:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1775776762.604396:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604399:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.604401:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604403:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776762.604406:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776762.604409:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604412:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776762.604415:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776762.604419:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776762.604421:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604423:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776762.604427:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776762.604429:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604431:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776762.604435:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776762.604438:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776762.604441:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776762.604442:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604445:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776762.604447:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776762.604450:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776762.604456:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776762.604460:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776762.604465:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776762.604473:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776762.604475:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776762.604479:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776762.604487:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776762.604490:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776762.604494:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776762.604495:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776762.604497:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776762.604500:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776762.604503:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13039
00000400:00000200:3.0:1775776762.604507:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776762.604511:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776762.604513:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776762.604516:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604517:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.604519:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604521:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776762.604523:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776762.604524:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776762.604526:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776762.604528:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776762.604530:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776762.604532:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776762.604534:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604536:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776762.604537:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604539:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776762.604541:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776762.604544:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776762.604546:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776762.604547:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776762.604550:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776762.604551:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604553:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776762.604555:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776762.604558:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604559:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776762.604562:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776762.604564:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776762.604567:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776762.604568:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776762.604569:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776762.604571:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776762.604572:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776762.604576:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776762.604579:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776762.604583:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776762.604590:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776762.604592:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776762.604595:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776762.604601:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776762.604606:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13049)
02000000:00000010:0.0:1775776762.607000:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776762.607009:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776762.607012:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776762.607014:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776762.607016:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776762.607018:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776762.607035:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776762.607036:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776762.607038:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776762.607043:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776762.607045:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607048:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607064:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776762.607066:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.607069:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776762.607072:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776762.607074:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776762.607084:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607093:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776762.607095:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.607099:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776762.607101:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776762.607104:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776762.607107:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286656:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776762.607111:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776762.607116:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776762.607118:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.607121:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776762.607128:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776762.607130:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776762.607137:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776762.607142:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776762.607150:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776762.607215:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286656, portal 4
00000100:00000001:0.0:1775776762.607218:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776762.607219:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:0.0:1775776762.607226:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607232:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776762.607234:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776762.607237:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776762.607239:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309286656, offset 0
00000400:00000200:0.0:1775776762.607244:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776762.607251:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.607258:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776762.607263:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776762.607267:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776762.607270:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776762.607273:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776762.607277:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340421:340421:256:4294967295] 192.168.201.105@tcp LPNI seq info [340366:340366:8:4294967295]
00000400:00000200:0.0:1775776762.607281:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.607290:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776762.607296:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.607302:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776762.607309:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776762.607313:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776762.607318:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776762.607321:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776762.607325:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.607328:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776762.607332:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776762.607337:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776762.607342:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776762.607344:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776762.607347:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776762.607351:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607359:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.607362:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607369:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.607370:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776762.607375:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776762.607380:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776762.607383:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776762.607386:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307711655
00000100:00000001:0.0:1775776762.607389:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.607391:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307711655
00000100:00000001:0.0:1775776762.607393:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.607396:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776762.607398:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.607400:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776762.607404:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762]  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776762.607413:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776762.607414:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776762.607416:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776762.607419:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776762.607420:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776762.607423:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776762.607426:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776762.607435:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607441:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776762.607443:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607445:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.607447:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776762.607450:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607457:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776762.607461:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607467:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776762.607470:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607471:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.607472:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607475:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776762.607476:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776762.607479:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776762.607483:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776762.607485:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776762.607488:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776762.607496:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286656:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776762.607500:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776762.607504:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607511:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776762.607512:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.607514:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776762.607517:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776762.607518:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776762.607520:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776762.607523:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776762.607525:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776762.607526:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776762.607528:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776762.607531:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776762.607533:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776762.607536:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776762.607538:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776762.607541:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776762.607544:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286784, portal 4
00000100:00000001:0.0:1775776762.607546:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776762.607547:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:0.0:1775776762.607553:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607559:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776762.607561:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776762.607563:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776762.607565:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309286784, offset 0
00000400:00000200:0.0:1775776762.607569:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776762.607573:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.607576:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776762.607579:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776762.607582:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776762.607583:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776762.607586:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776762.607588:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340422:340422:256:4294967295] 192.168.201.105@tcp LPNI seq info [340367:340367:8:4294967295]
00000400:00000200:0.0:1775776762.607592:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776762.607598:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776762.607601:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.607605:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776762.607608:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776762.607610:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1775776762.607614:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776762.607616:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1775776762.607619:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776762.607621:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776762.607623:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776762.607627:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776762.607629:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776762.607631:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776762.607633:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776762.607636:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607643:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.607646:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776787 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607652:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.607653:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776762.607656:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776762.607669:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776762.607672:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776762.607674:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307711664
00000100:00000001:0.0:1775776762.607677:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.607679:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307711664
00000100:00000001:0.0:1775776762.607681:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307712392
00000100:00000001:0.0:1775776762.607682:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776762.607685:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.607686:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776762.607690:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762]  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776762.607697:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776762.607698:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776762.607700:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776762.607702:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776762.607704:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776762.607705:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776762.607708:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776762.607716:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607721:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776762.607722:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607724:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.607725:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776762.607728:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607734:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776762.607737:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.607743:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776762.607745:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607747:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776762.607748:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.607750:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776762.607751:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776762.607753:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776762.608159:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776762.608162:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776762.608193:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776762.608200:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309286784:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776762.608204:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.608206:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.608209:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309286656/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.608215:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776762.608218:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776762.608220:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776762.608222:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776762.608224:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776762.608225:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776762.608227:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776762.608228:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776762.608231:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776762.608233:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776762.608234:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:0.0:1775776762.608237:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776762.608239:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.608240:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776762.608243:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309286784/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776762.608249:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776762.608250:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776762.608252:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776762.608254:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776762.608255:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776762.608256:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776762.608257:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776762.608259:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776762.608261:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776762.608262:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776762.608263:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:0.0:1775776762.608266:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776762.608267:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.608268:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776762.608338:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776762.608341:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776762.608343:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776762.608345:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776763.242327:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776763.242336:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776763.242344:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776763.242345:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776763.242376:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776763.242380:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776763.242383:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776763.498772:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776763.498782:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776763.498785:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776763.498803:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776763.498808:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776763.498813:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776763.498817:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776763.498820:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776763.498823:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776763.562442:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307712392, at 4307712448
00000100:00000010:1.0:1775776763.562465:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1c00.
00000100:00000040:0.0:1775776763.562598:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307712392, at 4307712448
00000100:00000010:0.0:1775776763.562614:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776764.266365:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776764.266374:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776764.266381:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776764.266382:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776764.266510:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776764.266515:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776764.266518:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776764.522321:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776764.522330:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776764.522332:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776764.522339:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776764.522344:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776764.522348:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776764.522351:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776764.522354:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776764.522357:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776765.290622:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776765.290630:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776765.290638:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776765.290639:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776765.290753:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776765.290758:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776765.290761:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776765.547300:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776765.547309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776765.547311:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776765.547318:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776765.547322:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776765.547326:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776765.547330:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776765.547333:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776765.547337:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776766.314461:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776766.314468:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776766.314472:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776766.314474:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776766.314564:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776766.314568:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776766.314571:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776766.574192:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776766.574199:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776766.574201:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776766.574208:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776766.574212:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776766.574216:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776766.574218:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776766.574221:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776766.574224:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776767.338240:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776767.338245:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776767.338251:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776767.338252:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776767.338272:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776767.338274:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776767.338277:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776767.594299:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776767.594305:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776767.594307:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776767.594312:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776767.594316:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776767.594320:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.594322:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776767.594325:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.594327:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776767.722432:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776767.722441:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776767.722444:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776767.722447:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776767.722452:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776767.722458:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13044
00000400:00000200:2.0:1775776767.722467:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776767.722473:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776767.722476:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776767.722479:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722482:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722485:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722487:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776767.722491:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776767.722493:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776767.722496:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776767.722498:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776767.722500:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776767.722502:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776767.722505:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722507:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722508:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722510:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776767.722513:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776767.722516:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722519:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776767.722523:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776767.722527:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776767.722530:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722532:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776767.722535:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776767.722543:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776767.722547:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776767.722551:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776767.722553:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722557:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776767.722560:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776767.722565:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776767.722600:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776767.722606:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776767.722615:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776767.722626:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776767.722631:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776767.722636:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776767.722663:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776767.722667:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776767.722670:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776767.722672:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776767.722673:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776767.722675:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776767.722678:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13044
00000400:00000200:2.0:1775776767.722682:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776767.722685:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776767.722687:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776767.722690:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722693:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722695:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722697:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776767.722699:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776767.722700:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776767.722702:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776767.722704:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776767.722706:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776767.722708:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776767.722711:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722713:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722715:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722716:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776767.722718:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776767.722721:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722723:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776767.722724:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776767.722729:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776767.722731:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722733:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776767.722737:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776767.722740:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722742:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776767.722745:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776767.722747:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776767.722749:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776767.722750:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722752:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776767.722753:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776767.722755:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776767.722760:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776767.722763:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776767.722768:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776767.722775:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776767.722777:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776767.722780:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776767.722787:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776767.722790:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776767.722793:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776767.722794:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776767.722796:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776767.722798:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776767.722800:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13044
00000400:00000200:2.0:1775776767.722804:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776767.722807:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776767.722809:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776767.722811:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722813:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722815:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722816:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776767.722818:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776767.722819:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776767.722821:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776767.722823:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776767.722824:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776767.722826:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776767.722828:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722830:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722832:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722834:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776767.722836:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776767.722838:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722840:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776767.722842:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776767.722845:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776767.722847:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722849:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776767.722851:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776767.722854:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722855:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776767.722858:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776767.722861:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776767.722863:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776767.722864:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722865:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776767.722867:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776767.722868:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776767.722872:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776767.722875:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776767.722879:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776767.722887:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776767.722888:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776767.722892:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776767.722899:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776767.722901:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776767.722904:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776767.722906:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776767.722907:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776767.722910:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776767.722918:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13044
00000400:00000200:2.0:1775776767.722922:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776767.722925:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776767.722927:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776767.722930:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722932:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722934:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722935:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776767.722937:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776767.722938:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776767.722940:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776767.722942:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776767.722944:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776767.722946:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776767.722948:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722950:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776767.722952:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722953:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776767.722955:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776767.722958:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776767.722961:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776767.722962:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776767.722965:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776767.722967:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722969:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776767.722971:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776767.722973:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722974:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776767.722977:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776767.722980:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776767.722982:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776767.722983:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776767.722985:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776767.722986:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776767.722988:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776767.722991:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776767.722994:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776767.722998:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776767.723005:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776767.723007:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776767.723011:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776767.723018:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776767.723022:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13054)
00000100:00000001:0.0:1775776767.723142:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776767.723146:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776767.723148:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776767.723153:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723161:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776767.723183:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723187:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776767.723189:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776767.723192:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776767.723195:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309286912:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776767.723199:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776767.723202:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776767.723205:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723207:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776767.723211:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776767.723214:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776767.723219:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776767.723223:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776767.723229:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776767.723236:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309286912, portal 25
00000100:00000001:0.0:1775776767.723238:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776767.723240:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000040:0.0:1775776767.723245:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723252:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776767.723255:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776767.723258:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776767.723260:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309286912, offset 0
00000400:00000200:0.0:1775776767.723267:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723273:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723279:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776767.723283:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776767.723287:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776767.723291:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776767.723293:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723297:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340423:340423:256:4294967295] 192.168.201.105@tcp LPNI seq info [340368:340368:8:4294967295]
00000400:00000200:0.0:1775776767.723302:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723311:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776767.723316:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723321:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776767.723327:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776767.723331:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776767.723336:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776767.723339:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776767.723344:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723346:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776767.723352:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776767.723357:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776767.723362:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776767.723365:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776767.723369:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776767.723372:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723381:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.723385:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723392:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.723393:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776767.723399:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776767.723402:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776767.723405:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307717512
00000100:00000010:0.0:1775776767.723410:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776767.723416:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776767.723422:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307717512
00000100:00000010:0.0:1775776767.723425:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1ba0.
00000100:00000001:0.0:1775776767.723428:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776767.723440:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776767.723443:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.723445:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776767.723449:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767]  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776767.723459:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776767.723461:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776767.723463:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776767.723465:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776767.723467:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776767.723470:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776767.723473:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776767.723480:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723487:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776767.723488:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723491:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.723493:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776767.723496:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723503:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776767.723507:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723514:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776767.723517:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723518:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.723520:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723522:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776767.723524:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776767.723527:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776767.723530:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776767.723533:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776767.723536:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776767.723545:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309286912:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776767.723549:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776767.723552:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723558:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776767.723559:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723561:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776767.723563:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776767.723565:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776767.723568:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287040:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776767.723580:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776767.723582:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776767.723583:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723585:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776767.723588:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776767.723590:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776767.723594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776767.723596:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776767.723599:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776767.723601:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287040, portal 10
00000100:00000001:0.0:1775776767.723603:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776767.723604:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776767.723611:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723617:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776767.723619:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776767.723621:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776767.723623:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309287040, offset 0
00000400:00000200:0.0:1775776767.723627:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723631:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723634:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776767.723636:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776767.723639:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776767.723641:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776767.723643:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723646:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340424:340424:256:4294967295] 192.168.201.105@tcp LPNI seq info [340369:340369:8:4294967295]
00000400:00000200:0.0:1775776767.723650:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723655:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776767.723665:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723669:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776767.723673:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776767.723676:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776767.723679:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776767.723682:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776767.723685:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723686:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776767.723689:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776767.723692:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776767.723694:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776767.723696:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776767.723697:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776767.723700:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723707:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.723709:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723714:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.723716:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776767.723719:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776767.723722:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776767.723725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776767.723726:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307716643
00000100:00000001:0.0:1775776767.723729:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.723730:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307716643
00000100:00000001:0.0:1775776767.723732:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.723734:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776767.723736:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.723737:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776767.723741:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767]  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776767.723754:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776767.723755:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776767.723756:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776767.723759:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776767.723760:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776767.723762:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776767.723765:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776767.723773:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723779:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776767.723780:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723781:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.723782:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776767.723786:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723790:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776767.723793:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723799:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776767.723801:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723802:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.723803:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.723805:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776767.723807:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776767.723809:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776767.723812:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776767.723815:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776767.723819:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776767.723826:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287040:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776767.723830:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776767.723832:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723838:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776767.723839:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723841:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776767.723843:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776767.723845:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776767.723847:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287168:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776767.723850:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776767.723851:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776767.723853:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.723854:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776767.723858:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776767.723859:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776767.723862:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776767.723864:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776767.723867:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776767.723870:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287168, portal 4
00000100:00000001:0.0:1775776767.723871:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776767.723873:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:0.0:1775776767.723877:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723883:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776767.723884:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776767.723887:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776767.723889:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309287168, offset 0
00000400:00000200:0.0:1775776767.723893:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723897:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723900:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776767.723903:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776767.723905:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776767.723907:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776767.723910:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776767.723913:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340425:340425:256:4294967295] 192.168.201.105@tcp LPNI seq info [340370:340370:8:4294967295]
00000400:00000200:0.0:1775776767.723917:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.723922:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776767.723926:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723929:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776767.723933:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776767.723935:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776767.723939:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776767.723941:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776767.723944:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.723946:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776767.723949:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776767.723951:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776767.723954:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776767.723956:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776767.723958:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776767.723961:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723968:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.723971:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.723977:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.723978:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776767.723981:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776767.723984:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776767.723987:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776767.723989:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307716771
00000100:00000001:0.0:1775776767.723991:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.723993:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307716771
00000100:00000001:0.0:1775776767.723994:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.723996:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776767.723998:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.724000:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776767.724004:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767]  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776767.724011:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776767.724012:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776767.724014:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776767.724016:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776767.724018:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776767.724020:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776767.724022:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776767.724030:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724037:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776767.724038:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724040:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.724041:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776767.724044:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724611:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776767.724616:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724623:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776767.724626:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724627:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.724629:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724630:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776767.724631:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776767.724633:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776767.724637:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776767.724638:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776767.724642:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776767.724650:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287168:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776767.724654:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776767.724657:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724664:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776767.724665:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.724667:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776767.724669:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776767.724671:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776767.724674:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776767.724677:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776767.724679:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776767.724680:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776767.724682:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776767.724691:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776767.724693:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776767.724696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776767.724699:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776767.724703:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776767.724707:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287296, portal 4
00000100:00000001:0.0:1775776767.724709:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776767.724710:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776767.724716:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724722:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776767.724725:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776767.724727:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776767.724729:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309287296, offset 0
00000400:00000200:0.0:1775776767.724733:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776767.724737:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.724741:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776767.724744:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776767.724747:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776767.724750:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776767.724752:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776767.724756:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340426:340426:256:4294967295] 192.168.201.105@tcp LPNI seq info [340371:340371:8:4294967295]
00000400:00000200:0.0:1775776767.724760:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776767.724766:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776767.724770:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.724773:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776767.724777:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776767.724780:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1775776767.724784:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776767.724787:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1775776767.724791:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776767.724793:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776767.724796:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776767.724800:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776767.724802:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776767.724804:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776767.724807:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776767.724810:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724823:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.724826:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776792 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724832:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.724834:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776767.724837:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776767.724840:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776767.724843:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776767.724845:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307716781
00000100:00000001:0.0:1775776767.724847:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.724849:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307716781
00000100:00000001:0.0:1775776767.724851:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307717512
00000100:00000001:0.0:1775776767.724853:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776767.724855:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.724856:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776767.724860:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767]  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776767.724867:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776767.724869:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776767.724870:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776767.724872:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776767.724874:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776767.724876:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776767.724879:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776767.724887:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724893:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776767.724895:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724896:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.724898:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776767.724901:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724907:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776767.724910:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724917:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776767.724919:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724920:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776767.724922:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724923:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776767.724925:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776767.724927:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776767.724930:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776767.724931:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776767.724935:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776767.724942:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287296:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776767.724946:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724947:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.724950:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309286912/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724957:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776767.724959:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776767.724962:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776767.724964:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776767.724966:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776767.724968:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776767.724970:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776767.724972:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776767.724975:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776767.724977:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776767.724979:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776767.724982:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776767.724984:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.724985:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.724988:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309287040/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.724994:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776767.724995:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776767.724997:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776767.724998:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776767.725000:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776767.725001:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776767.725002:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776767.725004:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776767.725006:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776767.725007:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776767.725008:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776767.725010:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776767.725011:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.725012:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.725015:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309287168/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.725021:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776767.725022:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776767.725023:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776767.725024:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776767.725025:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776767.725026:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776767.725028:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776767.725029:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776767.725031:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776767.725032:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776767.725034:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776767.725036:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776767.725037:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.725038:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776767.725041:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309287296/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776767.725509:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776767.725511:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776767.725513:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776767.725519:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776767.725520:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776767.725521:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776767.725523:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776767.725525:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776767.725527:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776767.725528:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776767.725529:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776767.725531:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776767.725533:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.725535:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776767.725542:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776767.725543:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776767.725546:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776767.725547:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776768.363002:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776768.363007:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776768.363012:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776768.363014:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776768.363105:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776768.363109:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776768.363112:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776768.618285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776768.618291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776768.618294:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776768.618299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776768.618303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776768.618306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776768.618308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776768.618311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776768.618314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776768.682283:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307717512, at 4307717568
00000100:00000010:0.0:1775776768.682298:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776768.682496:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307717512, at 4307717568
00000100:00000010:1.0:1775776768.682503:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ba0.
00010000:00000001:0.0:1775776769.386271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776769.386279:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776769.386281:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776769.386285:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386290:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776769.386292:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386294:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386296:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776769.386302:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776769.386303:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776769.386304:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386306:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776769.386307:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386308:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776769.386310:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776769.386410:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776769.386414:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776769.386416:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776769.642274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776769.642280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776769.642282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776769.642288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776769.642292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776769.642296:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776769.642299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776769.642302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776769.642304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776770.410263:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776770.410268:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776770.410272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776770.410272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776770.410351:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776770.410354:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776770.410355:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776770.666273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776770.666279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776770.666281:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776770.666287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776770.666291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776770.666295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776770.666297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776770.666299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776770.666302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776771.434284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776771.434301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776771.434306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776771.434307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776771.434331:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776771.434333:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776771.434336:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776771.690285:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776771.690292:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776771.690295:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776771.690301:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776771.690304:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776771.690308:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776771.690310:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776771.690313:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776771.690315:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776772.458409:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776772.458415:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776772.458421:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776772.458422:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776772.458481:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776772.458485:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776772.458528:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776772.714302:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776772.714309:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776772.714311:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776772.714317:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776772.714320:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776772.714323:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776772.714326:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776772.714330:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776772.714333:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776772.842324:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776772.842334:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776772.842336:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776772.842339:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776772.842344:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776772.842351:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13049
00000400:00000200:3.0:1775776772.842359:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776772.842365:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776772.842368:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776772.842372:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842376:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842379:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776772.842382:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776772.842384:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776772.842386:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776772.842388:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776772.842391:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776772.842392:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776772.842395:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842397:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842399:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842400:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776772.842403:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776772.842407:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842409:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776772.842412:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776772.842415:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776772.842418:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842420:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776772.842422:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776772.842429:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776772.842433:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776772.842437:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776772.842438:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842441:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776772.842444:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776772.842448:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776772.842464:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776772.842471:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776772.842503:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776772.842515:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776772.842519:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776772.842524:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776772.842544:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776772.842547:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776772.842550:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776772.842551:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776772.842553:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776772.842555:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776772.842557:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13049
00000400:00000200:3.0:1775776772.842561:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776772.842564:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776772.842566:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776772.842570:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842572:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842574:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842577:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776772.842578:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776772.842579:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000100:00000001:0.0:1775776772.842581:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1775776772.842581:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776772.842585:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000100:00000001:0.0:1775776772.842586:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1775776772.842587:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776772.842590:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1775776772.842590:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776772.842595:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842599:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776772.842601:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776772.842602:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842607:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776772.842613:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776772.842618:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776772.842620:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776772.842621:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.842623:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776772.842624:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776772.842629:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776772.842630:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776772.842633:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776772.842634:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842638:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
02000000:00000001:0.0:1775776772.842639:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1775776772.842643:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776772.842645:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309287424:192.168.201.105@tcp:250:kworker.0
00000008:00000001:3.0:1775776772.842647:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.842651:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1775776772.842652:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.842657:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1775776772.842657:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
02000000:00000001:0.0:1775776772.842661:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1775776772.842661:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:0.0:1775776772.842667:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1775776772.842667:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776772.842670:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842671:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776772.842673:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:0.0:1775776772.842674:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:3.0:1775776772.842675:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.842679:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776772.842681:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776772.842686:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776772.842687:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776772.842693:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00100000:3.0:1775776772.842694:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1775776772.842701:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000001:3.0:1775776772.842702:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776772.842706:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776772.842710:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287424, portal 25
00000100:00000040:3.0:1775776772.842710:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.842715:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776772.842718:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000001:3.0:1775776772.842727:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776772.842729:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1775776772.842730:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776772.842739:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776772.842743:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776772.842745:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776772.842748:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776772.842749:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000040:0.0:1775776772.842754:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00080000:3.0:1775776772.842756:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13049
00000400:00000010:0.0:1775776772.842758:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776772.842763:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309287424, offset 0
00000400:00000200:3.0:1775776772.842763:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776772.842768:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776772.842771:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1775776772.842774:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000040:3.0:1775776772.842778:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776772.842781:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842783:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.842787:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776772.842788:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776772.842792:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776772.842793:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000400:00000200:0.0:1775776772.842796:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000020:00000001:3.0:1775776772.842796:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776772.842799:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776772.842802:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776772.842803:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776772.842808:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.842810:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1775776772.842811:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842815:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.842817:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:3.0:1775776772.842819:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776772.842823:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000200:0.0:1775776772.842824:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776772.842830:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00080000:3.0:1775776772.842830:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000400:00000200:0.0:1775776772.842835:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340427:340427:256:4294967295] 192.168.201.105@tcp LPNI seq info [340372:340372:8:4294967295]
00000100:00000001:3.0:1775776772.842836:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776772.842841:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1775776772.842844:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776772.842846:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776772.842850:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842853:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776772.842857:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1775776772.842857:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776772.842862:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842865:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776772.842868:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000800:00000200:0.0:1775776772.842869:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000020:00000040:3.0:1775776772.842870:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776772.842874:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776772.842876:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776772.842877:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000001:3.0:1775776772.842877:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776772.842878:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776772.842880:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776772.842885:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000800:00000200:0.0:1775776772.842889:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776772.842890:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776772.842896:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00100000:3.0:1775776772.842897:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776772.842907:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1775776772.842908:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:3.0:1775776772.842911:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776772.842912:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1775776772.842916:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1775776772.842920:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.842923:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776772.842928:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1775776772.842932:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776772.842934:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1775776772.842938:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1775776772.842940:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776772.842943:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00080000:3.0:1775776772.842943:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776772.842947:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1775776772.842948:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1775776772.842951:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776772.842953:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776772.842956:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776772.842963:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13049
00000100:00000001:0.0:1775776772.842972:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1775776772.842972:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:0.0:1775776772.842976:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776772.842979:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776772.842985:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776772.842987:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.842989:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1775776772.842991:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776772.842994:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776772.842995:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.842999:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843000:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776772.843003:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776772.843005:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776772.843006:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776772.843008:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776772.843010:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776772.843011:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000001:0.0:1775776772.843015:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307722631
00000020:00000001:3.0:1775776772.843016:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776772.843022:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000010:0.0:1775776772.843023:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:3.0:1775776772.843025:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776772.843029:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776772.843031:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776772.843032:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776772.843036:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776772.843039:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776772.843041:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776772.843043:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776772.843046:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776772.843048:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843049:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307722631
00000100:00000001:3.0:1775776772.843052:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000010:0.0:1775776772.843055:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1a20.
00000008:00100000:3.0:1775776772.843055:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776772.843060:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843061:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776772.843063:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776772.843068:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776772.843070:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776772.843071:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776772.843075:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1775776772.843076:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776772.843077:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843081:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776772.843081:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776772.843084:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776772.843087:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776772.843089:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776772]  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1775776772.843092:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776772.843098:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1775776772.843107:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00100000:3.0:1775776772.843108:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775776772.843109:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776772.843112:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776772.843117:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776772.843120:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:3.0:1775776772.843123:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776772.843124:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1775776772.843127:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776772.843131:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776772.843135:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776772.843155:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776772.843155:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776772.843184:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13059)
00000100:00000001:0.0:1775776772.843211:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776772.843214:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843216:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843218:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776772.843221:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843226:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776772.843231:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843238:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776772.843240:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843242:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843243:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843245:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776772.843247:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776772.843249:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776772.843253:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776772.843255:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776772.843259:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776772.843267:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309287424:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776772.843271:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843273:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.843276:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309287424/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843294:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776772.843296:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776772.843299:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776772.843304:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776772.843305:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776772.843307:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776772.843309:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776772.843311:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:0.0:1775776772.843315:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776772.843317:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776772.843318:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:0.0:1775776772.843321:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776772.843322:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843324:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843331:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776772.843332:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843335:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776772.843336:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776772.843337:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776772.843341:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843348:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776772.843350:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843352:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776772.843353:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776772.843355:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776772.843358:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287552:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776772.843361:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776772.843363:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776772.843365:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843367:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776772.843370:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776772.843371:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776772.843375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776772.843378:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776772.843381:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776772.843384:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287552, portal 10
00000100:00000001:0.0:1775776772.843386:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776772.843388:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:0.0:1775776772.843394:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843399:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776772.843400:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776772.843402:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776772.843403:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309287552, offset 0
00000400:00000200:0.0:1775776772.843406:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843409:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843411:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776772.843413:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776772.843415:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776772.843416:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776772.843418:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843420:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340428:340428:256:4294967295] 192.168.201.105@tcp LPNI seq info [340373:340373:8:4294967295]
00000400:00000200:0.0:1775776772.843422:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843426:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776772.843429:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843431:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776772.843434:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776772.843436:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776772.843438:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776772.843440:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776772.843442:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843443:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776772.843445:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776772.843447:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776772.843449:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776772.843450:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776772.843452:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776772.843454:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843459:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.843460:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843468:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843469:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776772.843470:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776772.843473:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776772.843475:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776772.843476:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307721763
00000100:00000001:0.0:1775776772.843478:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843489:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307721763
00000100:00000001:0.0:1775776772.843491:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843493:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776772.843494:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843495:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776772.843498:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776772]  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776772.843502:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776772.843503:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776772.843504:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776772.843506:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776772.843507:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776772.843508:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776772.843510:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776772.843515:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843518:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776772.843519:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843520:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843521:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776772.843522:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843527:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776772.843529:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843533:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776772.843534:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843535:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843535:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843536:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776772.843538:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776772.843539:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776772.843541:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776772.843542:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776772.843544:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776772.843548:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287552:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776772.843550:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776772.843552:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843555:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776772.843556:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843557:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776772.843558:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776772.843560:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776772.843561:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776772.843563:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776772.843564:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776772.843565:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843566:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776772.843569:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776772.843570:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776772.843572:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776772.843573:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776772.843575:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776772.843577:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287680, portal 4
00000100:00000001:0.0:1775776772.843578:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776772.843579:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:0.0:1775776772.843582:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843586:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776772.843588:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776772.843590:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776772.843592:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309287680, offset 0
00000400:00000200:0.0:1775776772.843595:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843599:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843602:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776772.843604:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776772.843607:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776772.843609:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776772.843611:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843614:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340429:340429:256:4294967295] 192.168.201.105@tcp LPNI seq info [340374:340374:8:4294967295]
00000400:00000200:0.0:1775776772.843617:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843622:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776772.843627:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843630:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776772.843633:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776772.843636:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776772.843640:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776772.843654:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776772.843658:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843660:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776772.843663:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776772.843666:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776772.843669:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776772.843670:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776772.843672:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776772.843676:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843683:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.843686:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843692:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843693:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776772.843696:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776772.843699:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776772.843702:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776772.843704:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307721891
00000100:00000001:0.0:1775776772.843706:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843708:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307721891
00000100:00000001:0.0:1775776772.843710:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843712:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776772.843713:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843715:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776772.843719:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776772]  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776772.843726:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776772.843727:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776772.843729:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776772.843731:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776772.843733:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776772.843735:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776772.843737:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776772.843745:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843751:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776772.843752:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843754:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843755:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776772.843758:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843765:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776772.843768:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843775:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776772.843777:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843779:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843780:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843782:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776772.843783:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776772.843785:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776772.843788:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776772.843790:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776772.843794:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776772.843800:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287680:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776772.843804:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776772.843807:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843813:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776772.843815:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843817:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776772.843818:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776772.843820:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776772.843823:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776772.843826:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776772.843827:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776772.843828:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776772.843829:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776772.843832:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776772.843833:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776772.843835:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776772.843837:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776772.843838:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776772.843840:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287808, portal 4
00000100:00000001:0.0:1775776772.843841:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776772.843842:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:0.0:1775776772.843846:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843852:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776772.843854:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776772.843856:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776772.843858:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309287808, offset 0
00000400:00000200:0.0:1775776772.843861:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843865:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843868:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776772.843871:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776772.843873:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776772.843875:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776772.843877:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776772.843880:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340430:340430:256:4294967295] 192.168.201.105@tcp LPNI seq info [340375:340375:8:4294967295]
00000400:00000200:0.0:1775776772.843885:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776772.843890:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776772.843894:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843898:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776772.843900:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776772.843902:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1775776772.843904:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776772.843906:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1775776772.843908:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776772.843909:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776772.843911:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776772.843914:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776772.843915:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776772.843916:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776772.843918:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776772.843920:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843925:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.843926:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776797 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843930:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843931:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776772.843933:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776772.843935:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776772.843937:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776772.843938:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307721900
00000100:00000001:0.0:1775776772.843939:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843941:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307721900
00000100:00000001:0.0:1775776772.843942:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307722631
00000100:00000001:0.0:1775776772.843943:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776772.843945:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.843946:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776772.843948:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776772]  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776772.843953:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776772.843953:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776772.843954:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776772.843955:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776772.843956:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776772.843957:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776772.843959:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776772.843963:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843967:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776772.843967:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843968:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843969:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776772.843971:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843974:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776772.843976:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.843979:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776772.843981:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843982:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776772.843982:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843984:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776772.843984:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776772.843986:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776772.843988:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776772.843989:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776772.843991:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776772.843995:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309287808:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776772.843997:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.843998:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.844000:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309287552/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.844003:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776772.844004:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776772.844005:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776772.844007:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776772.844008:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776772.844008:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776772.844010:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776772.844011:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:0.0:1775776772.844012:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776772.844013:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776772.844014:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:0.0:1775776772.844015:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776772.844016:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.844017:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.844019:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309287680/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.844022:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776772.844023:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776772.844024:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776772.844026:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776772.844028:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776772.844029:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776772.844030:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776772.844032:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776772.844034:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776772.844035:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776772.844036:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:0.0:1775776772.844038:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776772.844039:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.844040:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776772.844043:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309287808/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776772.844049:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776772.844050:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776772.844051:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776772.844053:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776772.844054:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776772.844055:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776772.844057:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776772.844058:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776772.844060:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776772.844061:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776772.844062:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:0.0:1775776772.844064:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776772.844065:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.844067:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776772.844070:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776772.844071:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776772.844073:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776772.844074:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776773.482292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776773.482297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776773.482303:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776773.482304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776773.482955:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776773.482959:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776773.482962:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776773.742204:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776773.742210:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776773.742212:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776773.742217:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776773.742220:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776773.742224:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776773.742226:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776773.742229:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776773.742231:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776773.802274:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307722631, at 4307722688
00000100:00000010:0.0:1775776773.802289:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776773.802422:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307722631, at 4307722688
00000100:00000010:1.0:1775776773.802429:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1a20.
00010000:00000001:0.0:1775776774.506376:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776774.506382:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776774.506387:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776774.506389:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776774.506448:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776774.506463:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776774.506466:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776774.762294:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776774.762301:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776774.762303:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776774.762309:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776774.762312:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776774.762316:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776774.762318:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776774.762320:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776774.762323:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776775.530333:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776775.530340:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776775.530346:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776775.530347:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776775.530391:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776775.530394:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776775.530397:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776775.786280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776775.786287:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776775.786289:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776775.786293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776775.786298:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776775.786368:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776775.786372:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776775.786374:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776775.786377:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776776.554290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776776.554295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776776.554300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776776.554302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776776.556520:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776776.556526:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776776.556531:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776776.810268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776776.810274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776776.810275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776776.810280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776776.810284:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776776.810288:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776776.810291:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776776.810294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776776.810296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776777.581479:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776777.581485:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776777.581556:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776777.581558:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776777.581626:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776777.581630:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776777.581632:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776777.834283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776777.834290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776777.834292:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776777.834297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776777.834301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776777.834304:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776777.834307:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776777.834309:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776777.834311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776777.965225:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776777.965234:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776777.965237:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776777.965250:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776777.965254:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776777.965262:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13054
00000400:00000200:3.0:1775776777.965272:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776777.965277:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776777.965280:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776777.965283:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965286:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965288:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965290:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776777.965293:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776777.965295:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776777.965298:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776777.965300:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776777.965302:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776777.965304:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776777.965306:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965308:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965309:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965311:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776777.965313:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776777.965316:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965319:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776777.965321:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776777.965324:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776777.965327:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965329:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776777.965331:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776777.965340:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776777.965344:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776777.965348:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776777.965350:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965352:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776777.965355:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776777.965358:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776777.965366:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776777.965373:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776777.965381:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776777.965420:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776777.965425:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776777.965430:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776777.965456:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776777.965459:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776777.965462:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776777.965464:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776777.965465:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776777.965468:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776777.965470:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13054
00000400:00000200:3.0:1775776777.965474:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776777.965477:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776777.965479:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776777.965482:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965484:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965486:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965488:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776777.965490:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776777.965491:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776777.965492:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776777.965494:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776777.965496:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776777.965498:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776777.965501:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965503:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965505:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965507:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776777.965508:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776777.965510:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965512:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776777.965514:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776777.965519:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776777.965521:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965523:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776777.965526:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776777.965528:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965530:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776777.965533:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776777.965535:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776777.965537:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776777.965539:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965540:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776777.965541:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776777.965543:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776777.965546:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776777.965549:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776777.965553:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776777.965561:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776777.965563:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776777.965566:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776777.965573:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776777.965576:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776777.965579:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776777.965580:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776777.965581:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776777.965583:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776777.965586:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13054
00000400:00000200:3.0:1775776777.965589:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776777.965600:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776777.965602:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776777.965605:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965607:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965608:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965610:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776777.965612:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776777.965613:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776777.965614:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776777.965616:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776777.965618:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776777.965621:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776777.965623:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965625:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965627:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965629:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776777.965631:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776777.965634:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965636:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776777.965637:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776777.965639:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776777.965641:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965642:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776777.965644:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776777.965647:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965648:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776777.965651:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776777.965653:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776777.965656:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776777.965657:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965658:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776777.965660:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776777.965661:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776777.965664:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776777.965666:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776777.965670:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776777.965677:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776777.965679:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776777.965682:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776777.965689:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776777.965692:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776777.965695:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776777.965696:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776777.965698:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776777.965700:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776777.965701:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13054
00000400:00000200:3.0:1775776777.965705:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776777.965707:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776777.965709:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776777.965712:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965713:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965715:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965717:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776777.965719:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776777.965720:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776777.965721:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776777.965723:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776777.965724:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776777.965726:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776777.965729:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965730:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776777.965732:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965733:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776777.965735:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776777.965737:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776777.965740:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776777.965741:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776777.965743:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776777.965745:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965747:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776777.965749:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776777.965751:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965753:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776777.965755:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776777.965757:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776777.965759:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776777.965760:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776777.965761:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776777.965762:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776777.965764:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776777.965766:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776777.965769:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776777.965772:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776777.965778:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776777.965780:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776777.965783:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776777.965790:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776777.965793:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13064)
00000100:00000001:0.0:1775776777.965944:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776777.965948:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776777.965950:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776777.965955:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.965963:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776777.965965:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.965969:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776777.965971:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776777.965973:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776777.965976:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309287936:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776777.965980:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776777.965984:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776777.965986:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.965988:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776777.965993:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776777.965995:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776777.966001:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776777.966004:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776777.966011:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776777.966018:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309287936, portal 25
00000100:00000001:0.0:1775776777.966020:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776777.966022:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00000040:0.0:1775776777.966027:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966033:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776777.966036:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776777.966039:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776777.966041:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309287936, offset 0
00000400:00000200:0.0:1775776777.966048:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966055:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966061:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776777.966067:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776777.966070:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776777.966074:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776777.966077:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966081:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340431:340431:256:4294967295] 192.168.201.105@tcp LPNI seq info [340376:340376:8:4294967295]
00000400:00000200:0.0:1775776777.966085:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966093:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776777.966099:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966103:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776777.966109:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776777.966112:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776777.966117:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776777.966120:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776777.966124:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966127:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776777.966132:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776777.966136:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776777.966141:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776777.966143:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776777.966147:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776777.966150:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966158:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.966161:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966192:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966194:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776777.966199:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776777.966204:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776777.966206:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307727755
00000100:00000010:0.0:1775776777.966211:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776777.966217:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776777.966223:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307727755
00000100:00000010:0.0:1775776777.966225:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1180.
00000100:00000001:0.0:1775776777.966228:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776777.966243:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776777.966245:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966248:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776777.966252:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777]  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776777.966261:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776777.966263:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776777.966264:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776777.966267:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776777.966269:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776777.966271:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776777.966275:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776777.966284:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966290:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776777.966292:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966295:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966296:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776777.966300:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966305:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776777.966309:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966315:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776777.966318:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966319:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966320:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966322:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776777.966324:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776777.966327:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776777.966330:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776777.966332:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776777.966335:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776777.966342:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309287936:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776777.966346:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776777.966348:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966354:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776777.966355:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966356:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776777.966358:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776777.966360:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776777.966362:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288064:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776777.966365:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776777.966366:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776777.966368:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966369:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776777.966372:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776777.966374:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776777.966377:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776777.966380:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776777.966382:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776777.966385:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288064, portal 10
00000100:00000001:0.0:1775776777.966387:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776777.966388:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:0.0:1775776777.966403:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966410:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776777.966412:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776777.966414:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776777.966416:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309288064, offset 0
00000400:00000200:0.0:1775776777.966420:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966424:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966428:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776777.966430:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776777.966433:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776777.966436:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776777.966438:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966441:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340432:340432:256:4294967295] 192.168.201.105@tcp LPNI seq info [340377:340377:8:4294967295]
00000400:00000200:0.0:1775776777.966445:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966451:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776777.966456:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966459:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776777.966462:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776777.966465:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776777.966469:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776777.966471:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776777.966475:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966477:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776777.966480:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776777.966483:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776777.966486:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776777.966487:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776777.966490:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776777.966493:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966501:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.966503:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966509:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966511:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776777.966514:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776777.966519:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776777.966522:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776777.966523:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307726886
00000100:00000001:0.0:1775776777.966526:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.966528:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307726886
00000100:00000001:0.0:1775776777.966529:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.966531:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776777.966533:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966534:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776777.966538:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777]  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776777.966546:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776777.966547:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776777.966549:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776777.966551:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776777.966552:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776777.966554:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776777.966556:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776777.966562:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966568:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776777.966569:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966570:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966572:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776777.966575:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966580:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776777.966583:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966589:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776777.966591:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966592:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966593:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966594:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776777.966596:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776777.966599:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776777.966601:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776777.966603:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776777.966606:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776777.966612:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288064:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776777.966616:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776777.966619:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966625:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776777.966626:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966628:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776777.966629:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776777.966631:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776777.966634:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776777.966637:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776777.966639:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776777.966640:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966642:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776777.966644:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776777.966646:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776777.966649:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776777.966651:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776777.966653:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776777.966656:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288192, portal 4
00000100:00000001:0.0:1775776777.966657:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776777.966658:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:0.0:1775776777.966663:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966668:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776777.966670:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776777.966673:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776777.966674:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309288192, offset 0
00000400:00000200:0.0:1775776777.966678:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966682:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966685:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776777.966687:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776777.966690:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776777.966692:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776777.966694:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966697:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340433:340433:256:4294967295] 192.168.201.105@tcp LPNI seq info [340378:340378:8:4294967295]
00000400:00000200:0.0:1775776777.966701:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966706:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776777.966710:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966713:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776777.966717:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776777.966719:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776777.966722:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776777.966725:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776777.966728:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966730:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776777.966733:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776777.966737:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776777.966740:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776777.966741:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776777.966744:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776777.966748:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966754:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.966756:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966762:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966763:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776777.966765:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776777.966768:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776777.966771:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776777.966773:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307727014
00000100:00000001:0.0:1775776777.966775:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.966777:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307727014
00000100:00000001:0.0:1775776777.966779:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.966780:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776777.966782:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.966783:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776777.966786:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777]  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776777.966794:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776777.966795:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776777.966797:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776777.966799:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776777.966800:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776777.966802:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776777.966805:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776777.966812:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966818:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776777.966819:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966821:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966822:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776777.966825:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966831:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776777.966835:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966841:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776777.966843:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966844:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.966846:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.966848:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776777.966849:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776777.966852:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776777.966855:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776777.966857:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776777.966860:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776777.966867:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288192:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776777.966871:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776777.966874:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966880:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776777.966882:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966883:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776777.966885:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776777.966887:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776777.966889:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776777.966892:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776777.966893:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776777.966895:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776777.966896:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776777.966899:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776777.966901:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776777.966904:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776777.966906:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776777.966909:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776777.966912:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288320, portal 4
00000100:00000001:0.0:1775776777.966914:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776777.966915:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:0.0:1775776777.966920:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.966926:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776777.966929:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776777.966930:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776777.966933:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309288320, offset 0
00000400:00000200:0.0:1775776777.966936:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966940:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966943:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776777.966946:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776777.966948:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776777.966950:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776777.966952:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776777.966955:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340434:340434:256:4294967295] 192.168.201.105@tcp LPNI seq info [340379:340379:8:4294967295]
00000400:00000200:0.0:1775776777.966959:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776777.966965:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776777.966969:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966972:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776777.966975:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776777.966977:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776777.966981:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776777.966984:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776777.966987:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776777.966989:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776777.966991:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776777.966995:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776777.966997:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776777.966999:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776777.967001:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776777.967004:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967011:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.967014:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776802 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967025:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.967026:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776777.967029:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776777.967031:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776777.967034:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776777.967036:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307727023
00000100:00000001:0.0:1775776777.967038:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.967040:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307727023
00000100:00000001:0.0:1775776777.967042:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307727755
00000100:00000001:0.0:1775776777.967044:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776777.967045:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.967047:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776777.967051:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777]  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776777.967057:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776777.967059:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776777.967060:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776777.967062:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776777.967063:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776777.967066:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776777.967068:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776777.967075:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967080:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776777.967081:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967083:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.967084:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776777.967087:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967092:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776777.967095:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967101:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776777.967103:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967104:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776777.967105:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967106:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776777.967108:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776777.967109:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776777.967112:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776777.967114:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776777.967117:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776777.967125:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288320:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776777.967128:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967130:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.967132:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309287936/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967138:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776777.967140:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776777.967142:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776777.967145:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776777.967147:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776777.967149:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776777.967151:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776777.967152:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776777.967155:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776777.967157:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776777.967159:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:0.0:1775776777.967161:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776777.967181:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967183:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.967187:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309288064/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967193:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776777.967194:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776777.967196:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776777.967199:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776777.967200:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776777.967201:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776777.967203:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776777.967204:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776777.967207:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776777.967208:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776777.967209:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:0.0:1775776777.967211:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776777.967212:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967214:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.967217:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309288192/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967223:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776777.967224:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776777.967225:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776777.967230:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776777.967231:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776777.967232:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776777.967233:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776777.967235:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776777.967237:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776777.967238:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776777.967239:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:0.0:1775776777.967241:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776777.967242:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967244:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776777.967247:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309288320/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776777.967253:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776777.967254:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776777.967255:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776777.967257:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776777.967258:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776777.967260:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776777.967261:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776777.967262:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776777.967264:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776777.967265:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776777.967266:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:0.0:1775776777.967267:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776777.967269:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967271:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776777.967276:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776777.967278:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776777.967280:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776777.967282:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602437:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776778.602447:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776778.602449:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776778.602452:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602457:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776778.602460:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602462:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602464:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602469:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776778.602470:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776778.602471:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776778.602473:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602474:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776778.602475:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602477:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776778.602478:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776778.602543:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776778.602547:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776778.602550:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776778.858542:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776778.858548:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776778.858550:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776778.858554:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776778.858557:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776778.858561:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776778.858564:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776778.858566:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776778.858569:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776778.922290:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307727755, at 4307727808
00000100:00000010:1.0:1775776778.922305:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1180.
00000100:00000040:0.0:1775776778.922425:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307727755, at 4307727808
00000100:00000010:0.0:1775776778.922431:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776779.626348:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776779.626353:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776779.626358:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776779.626359:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776779.626395:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776779.626398:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776779.626401:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776779.882601:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776779.882607:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776779.882610:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776779.882614:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776779.882617:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776779.882621:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776779.882623:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776779.882625:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776779.882628:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776780.650285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776780.650292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776780.650297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776780.650298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776780.650375:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776780.650379:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776780.650382:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776780.906317:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776780.906323:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776780.906325:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776780.906330:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776780.906334:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776780.906367:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776780.906370:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776780.906372:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776780.906375:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776781.674284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776781.674290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776781.674296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776781.674297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776781.674368:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776781.674372:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776781.674375:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776781.930284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776781.930290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776781.930291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776781.930297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776781.930300:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776781.930304:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776781.930306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776781.930308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776781.930311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776782.698705:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776782.698710:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776782.698715:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776782.698716:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776782.698773:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776782.698776:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776782.698778:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776782.954273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776782.954280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776782.954282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776782.954287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776782.954290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776782.954294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776782.954296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776782.954299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776782.954301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776783.082280:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776783.082287:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776783.082289:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776783.082292:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776783.082296:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776783.082314:0:216727:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13059
00000400:00000200:2.0:1775776783.082322:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776783.082327:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776783.082330:0:216727:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776783.082332:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082335:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082336:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082338:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776783.082340:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776783.082341:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776783.082343:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776783.082345:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776783.082346:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776783.082348:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776783.082349:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082350:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082352:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082353:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776783.082356:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776783.082359:0:216727:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082361:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776783.082364:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776783.082367:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776783.082370:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082372:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776783.082374:0:216727:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776783.082383:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776783.082386:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776783.082390:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776783.082391:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082394:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776783.082397:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776783.082401:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776783.082410:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776783.082416:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776783.082425:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776783.082440:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776783.082444:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776783.082448:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776783.082474:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776783.082485:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776783.082488:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776783.082489:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776783.082490:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776783.082493:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776783.082495:0:216727:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13059
00000400:00000200:2.0:1775776783.082499:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776783.082502:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776783.082504:0:216727:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776783.082507:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082509:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082511:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082512:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776783.082515:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776783.082516:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776783.082517:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776783.082519:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776783.082521:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776783.082523:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776783.082526:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082528:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082529:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082531:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776783.082533:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776783.082536:0:216727:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082538:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776783.082539:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776783.082557:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776783.082560:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082561:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776783.082565:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776783.082567:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082569:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776783.082573:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000020:00000040:2.0:1775776783.082576:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776783.082578:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776783.082579:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082581:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776783.082582:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776783.082584:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776783.082588:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776783.082591:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776783.082595:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776783.082601:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776783.082602:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776783.082604:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776783.082609:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776783.082611:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776783.082613:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776783.082614:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776783.082615:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776783.082616:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776783.082618:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13059
00000400:00000200:2.0:1775776783.082621:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776783.082623:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776783.082624:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776783.082626:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082627:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082628:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082629:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776783.082631:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776783.082631:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776783.082632:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776783.082633:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776783.082635:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776783.082636:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776783.082637:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082638:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082639:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082640:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776783.082641:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776783.082643:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082644:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776783.082645:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776783.082646:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776783.082647:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082649:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776783.082650:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776783.082651:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082652:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776783.082654:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776783.082655:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776783.082656:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776783.082658:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082659:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776783.082660:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776783.082661:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776783.082663:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776783.082665:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776783.082675:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776783.082690:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776783.082691:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776783.082695:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776783.082701:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776783.082704:0:216727:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776783.082707:0:216727:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776783.082708:0:216727:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776783.082710:0:216727:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776783.082712:0:216727:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776783.082714:0:216727:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13059
00000400:00000200:2.0:1775776783.082718:0:216727:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776783.082720:0:216727:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776783.082722:0:216727:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776783.082725:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082726:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082728:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082730:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776783.082731:0:216727:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776783.082732:0:216727:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776783.082733:0:216727:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776783.082735:0:216727:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776783.082736:0:216727:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776783.082738:0:216727:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776783.082741:0:216727:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082743:0:216727:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776783.082744:0:216727:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082746:0:216727:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776783.082748:0:216727:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776783.082750:0:216727:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776783.082752:0:216727:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776783.082754:0:216727:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776783.082756:0:216727:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776783.082758:0:216727:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082760:0:216727:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776783.082762:0:216727:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776783.082763:0:216727:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082765:0:216727:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776783.082768:0:216727:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776783.082770:0:216727:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776783.082773:0:216727:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776783.082774:0:216727:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776783.082776:0:216727:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776783.082777:0:216727:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776783.082779:0:216727:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776783.082782:0:216727:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776783.082784:0:216727:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776783.082789:0:216727:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776783.082795:0:216727:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776783.082797:0:216727:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776783.082800:0:216727:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776783.082808:0:216727:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776783.082812:0:216727:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13069)
00000100:00000001:0.0:1775776783.082883:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776783.082887:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776783.082889:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776783.082895:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.082902:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776783.082904:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.082907:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776783.082910:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776783.082912:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776783.082915:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309288448:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776783.082920:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776783.082924:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776783.082926:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.082929:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776783.082933:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776783.082949:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776783.082954:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776783.082958:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776783.082964:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776783.082970:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288448, portal 25
00000100:00000001:0.0:1775776783.082973:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776783.082974:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:0.0:1775776783.082979:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.082985:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776783.082987:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776783.082990:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776783.082992:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309288448, offset 0
00000400:00000200:0.0:1775776783.082998:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776783.083006:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.083011:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776783.083015:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776783.083019:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776783.083022:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776783.083025:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776783.083029:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340435:340435:256:4294967295] 192.168.201.105@tcp LPNI seq info [340380:340380:8:4294967295]
00000400:00000200:0.0:1775776783.083529:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.083539:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776783.083545:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.083551:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776783.083558:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776783.083561:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776783.083566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776783.083570:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776783.083574:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.083576:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776783.083583:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776783.083588:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776783.083593:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776783.083595:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776783.083599:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776783.083603:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083612:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.083616:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083623:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.083624:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776783.083630:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776783.083633:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776783.083636:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307732872
00000100:00000010:0.0:1775776783.083641:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776783.083647:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776783.083652:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307732872
00000100:00000010:0.0:1775776783.083655:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1b40.
00000100:00000001:0.0:1775776783.083658:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776783.083661:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776783.083663:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.083685:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776783.083690:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776783/real 1775776783]  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776783.083697:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776783.083698:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776783.083700:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776783.083702:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776783.083703:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776783.083704:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776783.083706:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776783.083712:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083716:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776783.083717:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083718:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.083719:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776783.083721:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083725:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776783.083727:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083731:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776783.083733:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083734:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.083735:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083736:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776783.083738:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776783.083739:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776783.083742:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776783.083743:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776783.083745:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776783.083750:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309288448:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776783.083753:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776783.083754:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083758:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776783.083759:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.083761:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776783.083762:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776783.083763:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776783.083765:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288576:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776783.083772:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776783.083774:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776783.083776:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.083777:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776783.083780:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776783.083782:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776783.083795:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776783.083799:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776783.083812:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776783.083816:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288576, portal 10
00000100:00000001:0.0:1775776783.083818:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776783.083819:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:0.0:1775776783.083825:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083829:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776783.083830:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776783.083832:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776783.083833:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309288576, offset 0
00000400:00000200:0.0:1775776783.083836:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776783.083839:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.083841:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776783.083843:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776783.083845:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776783.083847:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776783.083848:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776783.083850:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340436:340436:256:4294967295] 192.168.201.105@tcp LPNI seq info [340381:340381:8:4294967295]
00000400:00000200:0.0:1775776783.083852:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.083856:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776783.083860:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.083861:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776783.083864:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776783.083866:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776783.083868:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776783.083870:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776783.083872:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.083874:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776783.083876:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776783.083878:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776783.083879:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776783.083880:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776783.083882:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776783.083884:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083889:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.083890:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083894:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.083895:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776783.083897:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776783.083899:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776783.083901:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776783.083903:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307732003
00000100:00000001:0.0:1775776783.083904:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.083906:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307732003
00000100:00000001:0.0:1775776783.083907:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.083908:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776783.083909:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.083910:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776783.083912:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776783/real 1775776783]  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776783.083917:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776783.083918:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776783.083919:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776783.083920:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776783.083921:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776783.083922:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776783.083923:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776783.083928:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083931:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776783.083932:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083933:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.083934:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776783.083937:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083943:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776783.083946:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.083952:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776783.083954:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083956:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.083957:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.083959:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776783.083960:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776783.083973:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776783.083977:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776783.083979:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776783.083984:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776783.083991:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288576:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776783.083995:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776783.083998:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084003:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776783.084004:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.084006:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776783.084007:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776783.084008:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776783.084010:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776783.084012:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776783.084013:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776783.084014:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.084015:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084017:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776783.084019:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776783.084021:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776783.084022:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776783.084024:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776783.084026:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288704, portal 4
00000100:00000001:0.0:1775776783.084028:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776783.084035:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:0.0:1775776783.084039:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084043:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776783.084044:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776783.084046:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776783.084047:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309288704, offset 0
00000400:00000200:0.0:1775776783.084050:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776783.084052:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.084055:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776783.084057:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776783.084059:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776783.084062:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776783.084064:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776783.084066:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340437:340437:256:4294967295] 192.168.201.105@tcp LPNI seq info [340382:340382:8:4294967295]
00000400:00000200:0.0:1775776783.084070:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.084075:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776783.084079:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.084082:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776783.084086:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776783.084089:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776783.084093:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776783.084095:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776783.084099:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.084101:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776783.084103:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776783.084107:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776783.084109:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776783.084111:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776783.084113:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776783.084116:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084123:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084125:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084131:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.084133:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776783.084135:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776783.084138:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776783.084141:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776783.084143:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307732131
00000100:00000001:0.0:1775776783.084146:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.084148:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307732131
00000100:00000001:0.0:1775776783.084150:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.084152:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776783.084154:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.084155:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776783.084159:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776783/real 1775776783]  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776783.084182:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776783.084183:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776783.084184:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776783.084186:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776783.084187:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776783.084188:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776783.084190:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776783.084195:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084199:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776783.084199:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084200:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.084201:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776783.084203:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084206:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776783.084208:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084212:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776783.084214:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084215:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.084216:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084217:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776783.084218:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776783.084219:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776783.084221:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776783.084222:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776783.084224:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776783.084228:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288704:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776783.084230:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776783.084231:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084235:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776783.084236:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.084237:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776783.084239:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776783.084240:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776783.084241:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776783.084243:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776783.084244:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776783.084245:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776783.084246:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084248:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776783.084249:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776783.084251:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776783.084252:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776783.084253:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776783.084255:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288832, portal 4
00000100:00000001:0.0:1775776783.084257:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776783.084257:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:0.0:1775776783.084261:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084265:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776783.084266:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776783.084267:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776783.084268:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309288832, offset 0
00000400:00000200:0.0:1775776783.084271:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776783.084273:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.084275:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776783.084277:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776783.084278:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776783.084280:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776783.084281:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776783.084283:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340438:340438:256:4294967295] 192.168.201.105@tcp LPNI seq info [340383:340383:8:4294967295]
00000400:00000200:0.0:1775776783.084286:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776783.084289:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776783.084291:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.084293:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776783.084295:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776783.084297:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776783.084299:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776783.084311:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776783.084315:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776783.084317:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776783.084320:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776783.084323:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776783.084326:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776783.084327:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776783.084329:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776783.084332:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084344:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084346:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084361:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.084363:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776783.084367:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776783.084370:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776783.084373:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776783.084375:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307732141
00000100:00000001:0.0:1775776783.084378:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.084379:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307732141
00000100:00000001:0.0:1775776783.084381:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307732872
00000100:00000001:0.0:1775776783.084383:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776783.084385:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.084387:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776783.084391:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776783/real 1775776783]  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776783.084398:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776783.084399:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776783.084401:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776783.084403:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776783.084404:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776783.084406:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776783.084409:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776783.084416:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084423:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776783.084425:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084426:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.084427:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776783.084431:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084436:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776783.084439:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084445:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776783.084448:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084449:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776783.084450:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084452:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776783.084453:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776783.084455:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776783.084458:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776783.084460:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776783.084464:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776783.084471:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309288832:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776783.084475:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084477:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084480:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309288448/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084487:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776783.084489:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084492:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776783.084494:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776783.084496:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776783.084497:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776783.084499:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776783.084501:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776783.084505:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776783.084506:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776783.084508:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776783.084511:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776783.084512:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084513:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084517:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309288576/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084523:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776783.084524:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084526:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776783.084531:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776783.084532:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776783.084533:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776783.084535:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776783.084536:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:0.0:1775776783.084538:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776783.084540:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776783.084541:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:0.0:1775776783.084543:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776783.084544:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084546:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084554:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309288704/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084559:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776783.084560:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084562:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776783.084564:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776783.084565:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776783.084566:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776783.084567:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776783.084569:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776783.084571:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776783.084572:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776783.084573:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:0.0:1775776783.084576:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776783.084577:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084579:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776783.084582:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309288832/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776783.084588:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776783.084589:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776783.084590:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776783.084592:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776783.084593:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776783.084595:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776783.084596:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776783.084598:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776783.084599:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776783.084600:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776783.084601:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:0.0:1775776783.084603:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776783.084605:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084607:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776783.084613:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776783.084614:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776783.084615:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776783.084617:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776783.722282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776783.722287:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776783.722317:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776783.722319:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776783.722342:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776783.722344:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776783.722347:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776783.978580:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776783.978586:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776783.978588:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776783.978594:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776783.978597:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776783.978600:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776783.978603:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776783.978605:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776783.978608:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776784.042267:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307732872, at 4307732928
00000100:00000010:0.0:1775776784.042281:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776784.043020:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307732872, at 4307732928
00000100:00000010:1.0:1775776784.043027:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1b40.
00010000:00000001:0.0:1775776784.746287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776784.746294:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776784.746300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776784.746301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776784.746384:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776784.746388:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776784.746390:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776785.002284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776785.002290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776785.002292:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776785.002298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776785.002302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776785.002306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776785.002309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776785.002311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776785.002313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776785.770291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776785.770297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776785.770303:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776785.770305:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776785.770465:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776785.770468:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776785.770471:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776786.028524:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776786.028530:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776786.028532:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776786.028537:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776786.028540:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776786.028543:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776786.028546:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776786.028548:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776786.028550:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776786.794337:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776786.794342:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776786.794348:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776786.794349:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776786.794504:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776786.794508:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776786.794511:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776787.050277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776787.050284:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776787.050286:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776787.050291:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776787.050296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776787.050299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776787.050302:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776787.050305:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776787.050308:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776787.818329:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776787.818335:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776787.818342:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776787.818343:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776787.818370:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776787.818373:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776787.818376:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776788.074268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776788.074274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776788.074277:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776788.074282:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776788.074286:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776788.074290:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776788.074292:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776788.074294:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776788.074296:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776788.202330:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776788.202339:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776788.202342:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776788.202346:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776788.202350:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776788.202357:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13064
00000400:00000200:3.0:1775776788.202366:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776788.202372:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776788.202375:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776788.202378:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202381:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202383:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202385:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776788.202389:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776788.202390:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776788.202393:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776788.202395:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776788.202397:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776788.202399:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776788.202402:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202404:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202406:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202408:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776788.202411:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776788.202414:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202416:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776788.202420:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776788.202423:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776788.202426:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202428:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776788.202430:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776788.202440:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9880.
00000020:00000040:3.0:1775776788.202444:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776788.202448:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776788.202449:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202452:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776788.202455:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776788.202459:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776788.202466:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776788.202472:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776788.202480:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776788.202489:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776788.202493:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776788.202498:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008a8063e3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776788.202526:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776788.202529:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776788.202532:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776788.202533:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776788.202535:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776788.202537:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776788.202540:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13064
00000400:00000200:3.0:1775776788.202543:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776788.202546:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776788.202548:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776788.202550:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202552:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202554:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202556:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776788.202557:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776788.202558:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776788.202560:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776788.202561:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776788.202563:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776788.202565:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776788.202568:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202569:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202571:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202572:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776788.202574:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776788.202576:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202578:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776788.202579:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776788.202584:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776788.202586:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202587:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776788.202591:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776788.202593:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202594:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776788.202597:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9f80.
00000020:00000040:3.0:1775776788.202599:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776788.202601:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776788.202602:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202604:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776788.202605:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776788.202606:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776788.202609:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776788.202612:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776788.202616:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776788.202622:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776788.202623:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776788.202626:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000091f6628] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776788.202638:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776788.202640:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776788.202643:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776788.202644:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776788.202645:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776788.202647:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776788.202649:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13064
00000400:00000200:3.0:1775776788.202651:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776788.202653:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776788.202655:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776788.202658:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202659:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202661:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202663:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776788.202664:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776788.202665:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776788.202666:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776788.202668:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776788.202669:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776788.202671:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776788.202673:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202674:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202675:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202677:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776788.202687:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776788.202689:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202692:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776788.202694:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776788.202696:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776788.202698:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202699:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776788.202701:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776788.202703:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202705:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776788.202709:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8a80.
00000020:00000040:3.0:1775776788.202710:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776788.202712:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776788.202713:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202715:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776788.202716:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776788.202717:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776788.202720:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776788.202723:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776788.202726:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776788.202733:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776788.202734:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776788.202737:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008216aa7f] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776788.202743:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776788.202745:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776788.202748:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776788.202749:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776788.202750:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776788.202752:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776788.202754:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13064
00000400:00000200:3.0:1775776788.202757:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776788.202759:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776788.202761:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776788.202764:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202765:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202767:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202778:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776788.202785:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776788.202786:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776788.202788:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776788.202789:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776788.202791:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776788.202793:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776788.202795:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202797:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776788.202798:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202800:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776788.202801:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776788.202803:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776788.202805:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776788.202806:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776788.202808:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776788.202810:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202811:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776788.202812:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776788.202814:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202816:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776788.202818:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bad80.
00000020:00000040:3.0:1775776788.202820:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776788.202822:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776788.202823:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776788.202824:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776788.202825:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776788.202827:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776788.202829:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776788.202832:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776788.202835:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776788.202841:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776788.202843:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776788.202846:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006e5880f3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776788.202853:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776788.202857:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13074)
00000100:00000001:0.0:1775776788.203013:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776788.203017:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776788.203019:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776788.203024:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203032:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776788.203034:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203037:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776788.203039:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776788.203042:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776788.203045:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309288960:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776788.203049:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776788.203052:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776788.203054:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203057:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776788.203061:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776788.203063:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776788.203068:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776788.203072:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776788.203078:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776788.203084:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309288960, portal 25
00000100:00000001:0.0:1775776788.203087:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776788.203088:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048433792 : -109518661117824 : ffff9c64b31b9880)
00000100:00000040:0.0:1775776788.203093:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203100:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776788.203103:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776788.203105:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776788.203108:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309288960, offset 0
00000400:00000200:0.0:1775776788.203114:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203126:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203130:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776788.203135:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776788.203139:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776788.203142:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776788.203145:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203148:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340439:340439:256:4294967295] 192.168.201.105@tcp LPNI seq info [340384:340384:8:4294967295]
00000400:00000200:0.0:1775776788.203153:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203161:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776788.203202:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203207:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776788.203226:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776788.203230:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776788.203236:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776788.203239:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776788.203244:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203246:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776788.203252:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776788.203256:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776788.203261:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776788.203263:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776788.203266:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776788.203278:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203287:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.203290:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203297:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203298:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776788.203303:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776788.203307:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776788.203309:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307737992
00000100:00000010:0.0:1775776788.203314:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776788.203320:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776788.203325:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307737992
00000100:00000010:0.0:1775776788.203328:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1b40.
00000100:00000001:0.0:1775776788.203331:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776788.203347:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776788.203350:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203352:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776788.203357:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776788/real 1775776788]  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776788.203366:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776788.203368:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776788.203370:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776788.203372:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776788.203374:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776788.203376:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776788.203379:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776788.203387:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203393:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776788.203395:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203398:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203400:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776788.203403:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203410:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776788.203413:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203420:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776788.203422:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203424:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203425:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203427:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776788.203429:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776788.203431:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776788.203435:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776788.203437:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776788.203441:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776788.203449:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309288960:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776788.203453:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776788.203456:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203463:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776788.203464:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203466:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776788.203467:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776788.203469:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776788.203471:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289088:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776788.203475:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776788.203476:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776788.203478:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203480:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776788.203483:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776788.203484:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776788.203488:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776788.203490:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776788.203493:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776788.203495:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289088, portal 10
00000100:00000001:0.0:1775776788.203497:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776788.203498:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048435584 : -109518661116032 : ffff9c64b31b9f80)
00000100:00000040:0.0:1775776788.203504:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203510:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776788.203512:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776788.203514:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776788.203516:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309289088, offset 0
00000400:00000200:0.0:1775776788.203520:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203524:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203527:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776788.203530:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776788.203532:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776788.203535:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776788.203537:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203539:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340440:340440:256:4294967295] 192.168.201.105@tcp LPNI seq info [340385:340385:8:4294967295]
00000400:00000200:0.0:1775776788.203544:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203550:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776788.203554:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203557:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776788.203561:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776788.203565:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776788.203569:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776788.203571:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776788.203575:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203576:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776788.203579:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776788.203583:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776788.203586:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776788.203587:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776788.203589:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776788.203593:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203600:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.203602:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203607:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203609:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776788.203612:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776788.203615:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776788.203618:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776788.203620:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307737123
00000100:00000001:0.0:1775776788.203622:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.203624:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307737123
00000100:00000001:0.0:1775776788.203626:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.203628:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776788.203630:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203632:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776788.203635:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776788/real 1775776788]  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776788.203643:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776788.203644:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776788.203646:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776788.203649:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776788.203650:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776788.203652:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776788.203655:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776788.203660:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203664:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776788.203665:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203666:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203667:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776788.203668:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203672:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776788.203674:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203678:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776788.203679:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203680:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203681:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203682:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776788.203683:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776788.203684:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776788.203686:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776788.203687:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776788.203689:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776788.203694:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289088:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776788.203696:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776788.203698:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203702:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776788.203703:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203704:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776788.203705:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776788.203706:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776788.203707:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776788.203709:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776788.203711:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776788.203712:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203713:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776788.203715:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776788.203717:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776788.203719:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776788.203720:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776788.203722:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776788.203724:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289216, portal 4
00000100:00000001:0.0:1775776788.203725:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776788.203726:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048430208 : -109518661121408 : ffff9c64b31b8a80)
00000100:00000040:0.0:1775776788.203729:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203733:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776788.203734:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776788.203736:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776788.203737:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309289216, offset 0
00000400:00000200:0.0:1775776788.203739:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203741:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203743:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776788.203745:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776788.203747:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776788.203748:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776788.203750:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203752:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340441:340441:256:4294967295] 192.168.201.105@tcp LPNI seq info [340386:340386:8:4294967295]
00000400:00000200:0.0:1775776788.203754:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.203757:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776788.203760:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203761:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776788.203764:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776788.203766:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776788.203768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776788.203782:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776788.203786:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.203788:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776788.203790:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776788.203794:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776788.203797:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776788.203798:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776788.203800:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776788.203804:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203811:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.203813:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203819:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203821:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776788.203823:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776788.203826:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776788.203829:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776788.203831:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307737251
00000100:00000001:0.0:1775776788.203834:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.203835:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307737251
00000100:00000001:0.0:1775776788.203838:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.203840:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776788.203841:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.203842:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776788.203845:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776788/real 1775776788]  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776788.203853:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776788.203854:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776788.203856:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776788.203858:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776788.203859:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776788.203861:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776788.203864:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776788.203870:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203876:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776788.203877:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203879:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203880:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776788.203883:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203889:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776788.203892:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203897:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776788.203899:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203901:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.203902:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.203904:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776788.203905:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776788.203907:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776788.203910:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776788.203912:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776788.203916:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776788.203923:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289216:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776788.203927:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776788.203929:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203936:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776788.203937:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203939:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776788.203940:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776788.203942:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776788.203945:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776788.203948:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776788.203950:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776788.203951:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776788.203952:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776788.203955:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776788.203957:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776788.203960:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776788.203963:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776788.203965:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776788.203968:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289344, portal 4
00000100:00000001:0.0:1775776788.203970:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776788.203971:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048439168 : -109518661112448 : ffff9c64b31bad80)
00000100:00000040:0.0:1775776788.203977:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.203982:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776788.203984:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776788.203986:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776788.203988:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309289344, offset 0
00000400:00000200:0.0:1775776788.203992:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776788.203996:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.204000:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776788.204002:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776788.204003:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776788.204005:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776788.204006:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776788.204008:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340442:340442:256:4294967295] 192.168.201.105@tcp LPNI seq info [340387:340387:8:4294967295]
00000400:00000200:0.0:1775776788.204011:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776788.204015:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776788.204018:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.204020:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776788.204022:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776788.204024:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776788.204026:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776788.204028:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776788.204030:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776788.204032:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776788.204033:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776788.204035:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776788.204037:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776788.204038:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776788.204040:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776788.204042:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204046:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.204048:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776813 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204055:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.204056:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776788.204058:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776788.204060:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776788.204062:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776788.204063:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307737260
00000100:00000001:0.0:1775776788.204064:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.204065:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307737260
00000100:00000001:0.0:1775776788.204067:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307737992
00000100:00000001:0.0:1775776788.204068:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776788.204069:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.204070:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776788.204073:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776788/real 1775776788]  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776788.204080:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776788.204081:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776788.204082:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776788.204084:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776788.204085:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776788.204087:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776788.204090:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776788.204096:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204101:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776788.204102:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204104:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.204105:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776788.204108:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204114:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776788.204117:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204123:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776788.204125:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204127:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776788.204128:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204129:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776788.204131:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776788.204133:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776788.204136:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776788.204138:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776788.204142:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776788.204149:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289344:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776788.204152:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204154:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.204157:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9880 x1862023309288960/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204185:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776788.204188:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776788.204190:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc000.
02000000:00000001:0.0:1775776788.204193:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776788.204194:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776788.204195:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776788.204198:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776788.204200:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776788.204203:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776788.204205:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776788.204207:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9880.
00000100:00000001:0.0:1775776788.204210:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776788.204211:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204224:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.204227:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9f80 x1862023309289088/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204234:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776788.204235:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776788.204236:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776788.204238:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776788.204239:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776788.204241:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776788.204242:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776788.204244:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:0.0:1775776788.204246:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776788.204247:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776788.204248:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9f80.
00000100:00000001:0.0:1775776788.204250:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776788.204251:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204252:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.204255:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8a80 x1862023309289216/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204260:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776788.204261:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776788.204262:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776788.204266:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776788.204267:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776788.204268:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776788.204270:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776788.204271:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776788.204273:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776788.204274:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776788.204275:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8a80.
00000100:00000001:0.0:1775776788.204277:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776788.204279:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204280:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776788.204283:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bad80 x1862023309289344/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776813 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776788.204289:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776788.204290:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776788.204291:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776788.204293:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776788.204294:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776788.204295:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776788.204297:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776788.204298:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776788.204300:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776788.204301:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776788.204302:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bad80.
00000100:00000001:0.0:1775776788.204305:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776788.204306:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204308:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776788.204315:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776788.204316:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776788.204319:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776788.204320:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776788.842307:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776788.842309:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776788.842312:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842317:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776788.842320:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842322:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842324:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842327:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776788.842329:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776788.842330:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776788.842331:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842332:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776788.842333:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842334:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776788.842335:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776788.842406:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776788.842410:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776788.842413:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776789.098272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776789.098280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776789.098282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776789.098287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776789.098290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776789.098294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776789.098296:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776789.098298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776789.098301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776789.162293:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307737992, at 4307738048
00000100:00000040:1.0:1775776789.162293:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307737992, at 4307738048
00000100:00000010:0.0:1775776789.162308:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000010:1.0:1775776789.162309:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1b40.
00010000:00000001:0.0:1775776789.866295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776789.866300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776789.866306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776789.866307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776789.866368:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776789.866371:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776789.866374:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776790.122252:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776790.122258:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776790.122260:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776790.122264:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776790.122268:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776790.122271:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776790.122273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776790.122274:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776790.122276:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776790.890449:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776790.890454:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776790.890459:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776790.890460:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776790.890565:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776790.890569:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776790.890572:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776791.146267:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776791.146273:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776791.146275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776791.146279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776791.146282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776791.146285:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776791.146288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776791.146290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776791.146293:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776791.914293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776791.914299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776791.914305:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776791.914306:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776791.914330:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776791.914333:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776791.914336:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776792.170353:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776792.170363:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776792.170365:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776792.170373:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776792.170378:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776792.170383:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776792.170386:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776792.170389:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776792.170392:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1775776792.170440:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:0.0:1775776792.170449:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:0.0:1775776792.170455:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1775776792.170876:0:2350:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776792.170883:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776792.170895:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776792.170901:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000800:00000001:1.0:1775776792.170903:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00010000:00000001:0.0:1775776792.938604:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776792.938614:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776792.938624:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776792.938625:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776792.938744:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776792.938748:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776792.938752:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776793.195522:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776793.195529:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776793.195531:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776793.195536:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776793.195540:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776793.195543:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.195546:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776793.195548:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.195551:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776793.322783:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776793.322791:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776793.322793:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776793.322796:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776793.322801:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776793.322808:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13069
00000400:00000200:3.0:1775776793.322818:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776793.322823:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776793.322826:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776793.322828:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.322831:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.322833:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.322836:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776793.322840:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776793.322949:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776793.322952:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776793.322954:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776793.322956:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776793.322958:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776793.322962:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.322963:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.322965:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.322967:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776793.322969:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776793.322972:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776793.322974:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776793.322977:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776793.322980:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776793.322983:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.322985:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776793.322987:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776793.322992:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba680.
00000020:00000040:3.0:1775776793.322994:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776793.322998:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776793.322999:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.323002:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776793.323005:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776793.323008:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776793.323013:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776793.323019:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776793.323027:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776793.323036:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776793.323040:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776793.323044:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f9676b95] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.323085:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776793.323089:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776793.323091:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776793.323097:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.323104:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776793.323106:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.323109:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776793.323111:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776793.323114:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776793.323116:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309289472:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776793.323120:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776793.323150:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776793.323153:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.323155:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776793.323160:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.323162:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776793.323191:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776793.323195:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776793.323201:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776793.323207:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289472, portal 25
00000100:00000001:2.0:1775776793.323209:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776793.323210:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048437376 : -109518661114240 : ffff9c64b31ba680)
00000100:00000040:2.0:1775776793.323215:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.323222:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776793.323225:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776793.323227:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776793.323231:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309289472, offset 0
00000400:00000200:2.0:1775776793.323236:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776793.323253:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.323260:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776793.323265:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776793.323269:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776793.323272:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776793.323275:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776793.323279:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340443:340443:256:4294967295] 192.168.201.105@tcp LPNI seq info [340388:340388:8:4294967295]
00000400:00000200:2.0:1775776793.323284:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.323294:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776793.323299:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.323304:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776793.323310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776793.323313:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775776793.323318:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776793.323321:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775776793.323325:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.323327:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776793.323331:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776793.323336:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776793.323341:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776793.323343:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776793.323346:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776793.323350:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776793.323392:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776793.323396:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776793.323400:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776793.323401:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776793.323403:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776793.323405:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776793.323408:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13069
00000400:00000200:3.0:1775776793.323412:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776793.323416:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776793.323418:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776793.323421:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.323423:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.323425:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.323427:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776793.323429:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776793.323430:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776793.323432:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776793.323434:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776793.323436:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776793.323438:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776793.323440:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.323442:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.323444:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.323445:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776793.323447:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776793.323449:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776793.323451:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776793.323453:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776793.323458:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776793.323460:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.323462:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776793.323466:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776793.323468:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.323470:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776793.323474:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9180.
00000020:00000040:3.0:1775776793.323476:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776793.323479:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776793.323480:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.323482:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776793.323484:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776793.323486:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776793.323490:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776793.323493:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776793.323498:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776793.323505:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776793.323507:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776793.323510:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001280b108] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325515:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.325528:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325538:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.325540:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776793.325552:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776793.325558:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776793.325560:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307743112
00000100:00000010:2.0:1775776793.325567:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37d80.
00000100:00000001:2.0:1775776793.325573:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776793.325580:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307743112
00000100:00000010:2.0:1775776793.325583:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e379c0.
00000100:00000001:2.0:1775776793.325586:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776793.325589:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776793.325591:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.325594:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776793.325599:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793]  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776793.325610:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776793.325612:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776793.325615:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776793.325618:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776793.325620:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776793.325624:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776793.325627:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776793.325642:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325649:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776793.325651:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325653:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.325655:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776793.325659:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325666:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776793.325670:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325676:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776793.325679:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325681:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.325682:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325684:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776793.325686:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776793.325689:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776793.325694:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776793.325696:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776793.325700:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776793.325708:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309289472:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776793.325713:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325715:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.325717:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba680 x1862023309289472/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325729:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776793.325732:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776793.325734:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.325737:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776793.325739:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776793.325741:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776793.325743:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776793.325745:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:2.0:1775776793.325748:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776793.325749:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776793.325751:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba680.
00000100:00000001:2.0:1775776793.325754:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776793.325755:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325756:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.325763:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776793.325765:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.325767:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776793.325769:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776793.325771:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776793.325775:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.325781:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776793.325782:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.325785:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776793.325788:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776793.325790:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776793.325793:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289600:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776793.325797:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776793.325801:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776793.325803:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.325805:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776793.325809:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.325811:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776793.325815:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776793.325819:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776793.325823:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776793.325828:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289600, portal 10
00000100:00000001:2.0:1775776793.325830:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776793.325831:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432000 : -109518661119616 : ffff9c64b31b9180)
00000100:00000040:2.0:1775776793.325837:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.326948:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776793.326952:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776793.326959:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776793.326963:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309289600, offset 0
00000400:00000200:2.0:1775776793.326969:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776793.326976:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.326982:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776793.326987:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776793.326990:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776793.326994:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776793.326996:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776793.326999:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340444:340444:256:4294967295] 192.168.201.105@tcp LPNI seq info [340389:340389:8:4294967295]
00000400:00000200:2.0:1775776793.327003:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.327012:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776793.327016:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.327021:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776793.327027:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776793.327031:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775776793.327036:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776793.327039:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775776793.327043:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.327045:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776793.327049:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776793.327053:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776793.327057:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776793.327059:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776793.327063:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776793.327068:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327077:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.327080:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327087:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.327088:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776793.327092:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776793.327096:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776793.327100:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776793.327102:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307742243
00000100:00000001:2.0:1775776793.327105:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.327107:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307742243
00000100:00000001:2.0:1775776793.327109:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.327111:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776793.327114:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.327116:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776793.327119:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793]  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776793.327140:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776793.327142:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776793.327144:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776793.327147:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776793.327149:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776793.327151:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776793.327155:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776793.327177:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327191:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776793.327192:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327194:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.327196:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776793.327199:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327206:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776793.327210:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327216:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776793.327218:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327220:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.327221:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327223:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776793.327225:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776793.327228:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776793.327231:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776793.327234:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776793.327237:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776793.327778:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289600:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776793.327783:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327785:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.327788:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9180 x1862023309289600/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.327795:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776793.327798:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776793.327800:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.327803:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776793.327806:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776793.327807:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776793.327809:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776793.327811:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:2.0:1775776793.327813:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776793.327815:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776793.327817:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9180.
00000100:00000001:2.0:1775776793.327820:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776793.327821:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327823:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.327829:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776793.327830:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.327833:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776793.327834:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328513:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776793.328520:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776793.328524:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776793.328525:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776793.328527:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776793.328531:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776793.328535:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13069
00000400:00000200:3.0:1775776793.328541:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776793.328545:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776793.328548:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776793.328552:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328555:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.328557:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328559:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776793.328561:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776793.328563:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776793.328565:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776793.328568:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776793.328570:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776793.328572:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776793.328575:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328577:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.328579:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328580:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776793.328583:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776793.328585:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328588:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776793.328591:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776793.328597:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776793.328600:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328602:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776793.328606:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776793.328609:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328610:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776793.328616:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776793.328618:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776793.328622:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776793.328623:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328626:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776793.328629:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776793.328632:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776793.328636:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776793.328643:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776793.328649:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776793.328657:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776793.328660:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776793.328663:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776793.328678:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776793.328680:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776793.328683:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776793.328684:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776793.328685:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776793.328687:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776793.328688:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13069
00000400:00000200:3.0:1775776793.328691:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776793.328693:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776793.328694:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776793.328696:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328697:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.328698:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328699:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776793.328701:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776793.328702:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776793.328703:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776793.328704:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776793.328705:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776793.328706:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776793.328707:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328708:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776793.328710:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328711:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776793.328712:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776793.328714:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776793.328715:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776793.328716:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776793.328718:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776793.328719:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328721:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776793.328722:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776793.328723:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328724:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776793.328726:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776793.328727:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776793.328729:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776793.328730:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776793.328731:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776793.328733:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776793.328734:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776793.328737:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776793.328740:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776793.328743:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776793.328747:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776793.328748:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776793.328750:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776793.328755:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776793.328758:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13079)
00000100:00000001:2.0:1775776793.328799:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776793.328801:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776793.328803:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776793.328808:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.328815:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776793.328816:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.328820:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776793.328822:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776793.328824:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776793.328827:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776793.328831:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776793.328835:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776793.328837:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.328839:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776793.328994:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.328997:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776793.329003:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776793.329006:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776793.329012:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776793.329018:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289728, portal 4
00000100:00000001:2.0:1775776793.329021:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776793.329022:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:2.0:1775776793.329028:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329035:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776793.329037:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776793.329040:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776793.329043:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309289728, offset 0
00000400:00000200:2.0:1775776793.329047:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776793.329053:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.329058:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776793.329063:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776793.329066:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776793.329069:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776793.329071:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776793.329074:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340445:340445:256:4294967295] 192.168.201.105@tcp LPNI seq info [340390:340390:8:4294967295]
00000400:00000200:2.0:1775776793.329078:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.329087:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776793.329092:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.329097:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776793.329102:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776793.329105:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775776793.329110:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776793.329112:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775776793.329138:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.329140:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776793.329144:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776793.329148:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776793.329152:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776793.329154:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776793.329157:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776793.329161:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329186:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.329190:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329196:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.329198:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776793.329203:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776793.329207:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776793.329210:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776793.329213:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307742376
00000100:00000001:2.0:1775776793.329216:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.329218:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307742376
00000100:00000001:2.0:1775776793.329220:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.329222:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776793.329224:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.329227:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776793.329230:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793]  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776793.329239:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776793.329252:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776793.329255:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776793.329257:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776793.329258:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776793.329261:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776793.329263:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776793.329271:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329277:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776793.329279:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329281:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.329282:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776793.329286:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329292:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776793.329296:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329311:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776793.329314:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329315:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.329316:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329318:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776793.329320:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776793.329322:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776793.329326:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776793.329329:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776793.329333:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776793.329340:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289728:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776793.329344:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776793.329347:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329353:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776793.329354:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.329356:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776793.329358:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776793.329360:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776793.329363:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776793.329366:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776793.329367:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776793.329368:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776793.329369:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776793.329372:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776793.329373:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776793.329375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776793.329377:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776793.329379:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776793.329381:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289856, portal 4
00000100:00000001:2.0:1775776793.329382:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776793.329383:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:2.0:1775776793.329386:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329390:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776793.329391:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776793.329392:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776793.329394:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309289856, offset 0
00000400:00000200:2.0:1775776793.329396:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776793.329398:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.329401:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776793.329403:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776793.329404:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776793.329406:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776793.329407:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776793.329409:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340446:340446:256:4294967295] 192.168.201.105@tcp LPNI seq info [340391:340391:8:4294967295]
00000400:00000200:2.0:1775776793.329411:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776793.329415:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776793.329418:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.329419:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776793.329422:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776793.329424:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1775776793.329426:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776793.329428:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1775776793.329430:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776793.329431:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:2.0:1775776793.329433:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776793.329435:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776793.329438:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:2.0:1775776793.329439:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:2.0:1775776793.329440:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776793.329442:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329446:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.329448:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776818 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329452:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.329453:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776793.329454:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776793.329456:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776793.329458:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776793.329460:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307742385
00000100:00000001:2.0:1775776793.329462:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.329464:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307742385
00000100:00000001:2.0:1775776793.329466:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307743112
00000100:00000001:2.0:1775776793.329468:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776793.329469:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.329471:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776793.329475:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793]  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776793.329481:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776793.329483:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776793.329484:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776793.329486:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776793.329488:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776793.329489:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776793.329492:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776793.329499:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329505:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776793.329506:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329508:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.329509:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776793.329512:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329519:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776793.329522:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329527:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776793.329529:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329530:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776793.329531:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329532:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776793.329532:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776793.329534:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776793.329536:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776793.329537:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776793.329539:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776793.329547:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309289856:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776793.329550:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329551:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.329552:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309289728/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329556:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776793.329557:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776793.329559:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776793.329560:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776793.329561:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776793.329562:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776793.329563:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776793.329564:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:2.0:1775776793.329566:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776793.329567:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776793.329568:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:2.0:1775776793.329570:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776793.329571:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329572:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776793.329573:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309289856/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776793.329576:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776793.329577:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776793.329578:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776793.329579:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776793.329580:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776793.329580:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776793.329581:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776793.329582:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:2.0:1775776793.329583:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776793.329583:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776793.329584:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:2.0:1775776793.329586:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776793.329587:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329588:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776793.329592:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776793.329593:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776793.329594:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776793.329595:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776793.963631:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776793.963637:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776793.963643:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776793.963645:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776793.964030:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776793.964034:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776793.964037:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776794.218279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776794.219055:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776794.219057:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776794.219063:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776794.219066:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776794.219069:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776794.219072:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776794.219074:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776794.219077:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776794.282419:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307743112, at 4307743168
00000100:00000010:1.0:1775776794.282435:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e379c0.
00000100:00000040:0.0:1775776794.282599:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307743112, at 4307743168
00000100:00000010:0.0:1775776794.282606:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37d80.
00010000:00000001:0.0:1775776794.987258:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776794.987264:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776794.987271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776794.987272:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776794.987361:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776794.987365:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776794.987368:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776795.242439:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776795.242445:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776795.242446:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776795.242450:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776795.242452:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776795.242455:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776795.242457:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776795.242458:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776795.242460:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776796.010300:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776796.010306:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776796.010323:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776796.010324:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776796.010350:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776796.010353:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776796.010355:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776796.266318:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776796.266324:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776796.266326:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776796.266331:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776796.266335:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776796.266338:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776796.266341:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776796.266343:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776796.266346:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776797.034289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776797.034295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776797.034301:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776797.034302:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776797.034499:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776797.034503:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776797.034506:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776797.290279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776797.290285:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776797.290287:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776797.290292:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776797.290296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776797.290299:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776797.290301:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776797.290303:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776797.290306:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:2.0:1775776797.930844:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 14279 to shrink grant
00000008:00000020:2.0:1775776797.930851:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 14279 to shrink grant
00010000:00000001:0.0:1775776798.058951:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776798.058957:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776798.058963:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776798.058964:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776798.059053:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776798.059056:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776798.059059:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776798.314488:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776798.314494:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776798.314496:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776798.314501:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776798.314504:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776798.314508:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776798.314510:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776798.314512:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776798.314515:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776798.442292:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776798.442301:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776798.442304:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776798.442308:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776798.442312:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776798.442318:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13074
00000400:00000200:3.0:1775776798.442337:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776798.442343:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776798.442345:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776798.442348:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442351:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442354:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442356:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776798.442359:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776798.442361:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776798.442364:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776798.442366:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776798.442368:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776798.442370:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776798.442373:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442374:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442376:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442378:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776798.442381:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776798.442384:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442386:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776798.442389:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776798.442392:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776798.442394:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442396:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776798.442398:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776798.442408:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776798.442412:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776798.442415:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776798.442417:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442419:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776798.442422:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776798.442426:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776798.442434:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776798.442439:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776798.442448:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776798.442459:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776798.442463:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776798.442467:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776798.442492:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776798.442495:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776798.442498:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776798.442500:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776798.442501:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776798.442503:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776798.442506:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13074
00000400:00000200:3.0:1775776798.442509:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776798.442512:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776798.442515:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776798.442517:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442519:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442521:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442523:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776798.442525:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776798.442526:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776798.442528:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776798.442530:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776798.442532:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776798.442534:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776798.442536:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442538:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442540:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442542:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776798.442544:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776798.442546:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442549:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776798.442550:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776798.442555:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776798.442557:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442559:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776798.442563:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776798.442566:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442567:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776798.442570:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776798.442572:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776798.442575:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776798.442576:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442577:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776798.442579:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776798.442580:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776798.442583:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776798.442587:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776798.442592:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776798.442600:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776798.442602:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776798.442605:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776798.442620:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776798.442622:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776798.442625:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776798.442627:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776798.442628:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776798.442630:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776798.442633:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13074
00000400:00000200:3.0:1775776798.442636:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776798.442639:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776798.442641:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776798.442643:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442645:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442647:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442649:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776798.442651:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776798.442661:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776798.442663:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776798.442665:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776798.442667:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776798.442669:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776798.442672:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442674:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442675:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442678:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776798.442680:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776798.442682:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442685:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776798.442686:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776798.442689:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776798.442691:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442692:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776798.442695:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776798.442697:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442699:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776798.442702:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776798.442704:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776798.442707:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776798.442708:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442709:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776798.442711:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776798.442712:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776798.442717:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776798.442720:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776798.442724:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776798.442732:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776798.442734:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776798.442737:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776798.442745:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776798.442747:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776798.442750:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776798.442752:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776798.442753:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776798.442756:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776798.442758:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13074
00000400:00000200:3.0:1775776798.442761:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776798.442764:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776798.442767:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776798.442769:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442771:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442773:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442775:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776798.442777:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776798.442779:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776798.442780:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776798.442782:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776798.442784:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776798.442786:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776798.442788:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442790:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776798.442791:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442793:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776798.442795:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776798.442798:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776798.442800:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776798.442801:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776798.442803:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776798.442805:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442807:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776798.442808:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776798.442810:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442812:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776798.442814:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776798.442816:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776798.442819:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776798.442820:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776798.442822:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776798.442823:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776798.442824:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776798.442827:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776798.442829:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776798.442833:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776798.442840:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776798.442841:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776798.442845:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776798.442851:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776798.442855:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13085)
00000100:00000001:2.0:1775776798.442917:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776798.442921:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776798.442923:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776798.442928:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.442936:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776798.442937:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.442940:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776798.442943:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776798.442945:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776798.442948:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309289984:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776798.442952:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776798.442956:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776798.442958:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.442961:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776798.442964:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776798.442966:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776798.442971:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776798.442975:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b76630.
00000400:00000010:2.0:1775776798.442981:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64cc0.
00000100:00000200:2.0:1775776798.442987:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309289984, portal 25
00000100:00000001:2.0:1775776798.442989:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776798.442991:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:2.0:1775776798.442996:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443003:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776798.443006:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776798.443008:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64088.
00000100:00000200:2.0:1775776798.443012:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309289984, offset 0
00000400:00000200:2.0:1775776798.443017:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443024:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443029:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776798.443042:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776798.443047:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776798.443050:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776798.443053:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443057:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340447:340447:256:4294967295] 192.168.201.105@tcp LPNI seq info [340392:340392:8:4294967295]
00000400:00000200:2.0:1775776798.443062:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443072:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776798.443078:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776798.443083:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0400.
00000800:00000200:2.0:1775776798.443090:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776798.443094:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776798.443108:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776798.443111:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776798.443114:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307748231
00000100:00000010:2.0:1775776798.443118:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e376c0.
00000100:00000001:2.0:1775776798.443124:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1775776798.443129:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307748231
00000100:00000010:2.0:1775776798.443132:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37840.
00000100:00000001:2.0:1775776798.443135:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776798.443138:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776798.443140:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443143:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776798.443146:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443153:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776798.443154:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443156:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776798.443158:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776798.443159:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776798.443184:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290112:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776798.443188:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776798.443190:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776798.443191:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443193:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776798.443196:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776798.443198:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776798.443201:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776798.443203:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b765d8.
00000400:00000010:2.0:1775776798.443206:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64dd0.
00000100:00000200:2.0:1775776798.443209:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290112, portal 10
00000100:00000001:2.0:1775776798.443210:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776798.443211:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:2.0:1775776798.443217:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443225:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776798.443227:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776798.443229:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64660.
00000100:00000200:2.0:1775776798.443231:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309290112, offset 0
00000400:00000200:2.0:1775776798.443235:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443239:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443242:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776798.443245:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776798.443247:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776798.443250:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776798.443252:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443255:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340448:340448:255:4294967295] 192.168.201.105@tcp LPNI seq info [340393:340393:7:4294967295]
00000400:00000200:2.0:1775776798.443259:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443265:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776798.443269:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776798.443273:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0900.
00000800:00000200:2.0:1775776798.443276:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776798.443280:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776798.443283:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776798.443286:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776798.443289:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776798.443291:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307747363
00000100:00000001:2.0:1775776798.443293:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443296:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307747363
00000100:00000001:2.0:1775776798.443298:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443300:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776798.443301:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443303:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776798.443306:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443313:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776798.443314:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443316:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776798.443318:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776798.443319:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776798.443322:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776798.443326:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776798.443327:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776798.443329:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443330:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776798.443333:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776798.443335:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776798.443338:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776798.443340:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b769f8.
00000400:00000010:2.0:1775776798.443343:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64c38.
00000100:00000200:2.0:1775776798.443345:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290240, portal 4
00000100:00000001:2.0:1775776798.443347:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776798.443348:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:2.0:1775776798.443353:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443360:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776798.443362:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776798.443364:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64770.
00000100:00000200:2.0:1775776798.443365:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309290240, offset 0
00000400:00000200:2.0:1775776798.443369:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443372:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443374:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776798.443377:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776798.443379:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776798.443381:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776798.443384:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443387:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340449:340449:254:4294967295] 192.168.201.105@tcp LPNI seq info [340394:340394:6:4294967295]
00000400:00000200:2.0:1775776798.443391:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443397:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776798.443401:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776798.443403:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0800.
00000800:00000200:2.0:1775776798.443406:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776798.443410:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776798.443413:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776798.443415:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776798.443418:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776798.443420:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307747491
00000100:00000001:2.0:1775776798.443422:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443424:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307747491
00000100:00000001:2.0:1775776798.443426:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443427:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776798.443429:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443431:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776798.443434:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443439:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776798.443441:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443442:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776798.443443:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776798.443445:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776798.443448:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776798.443451:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776798.443452:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776798.443454:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776798.443455:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776798.443457:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776798.443459:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776798.443461:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776798.443463:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776798.443466:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64aa0.
00000100:00000200:2.0:1775776798.443468:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290368, portal 4
00000100:00000001:2.0:1775776798.443470:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776798.443471:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:2.0:1775776798.443476:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776798.443484:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776798.443486:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776798.443488:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64ee0.
00000100:00000200:2.0:1775776798.443503:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309290368, offset 0
00000400:00000200:2.0:1775776798.443508:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443511:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443515:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776798.443517:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776798.443520:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776798.443522:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776798.443524:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776798.443527:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340450:340450:253:4294967295] 192.168.201.105@tcp LPNI seq info [340395:340395:5:4294967295]
00000400:00000200:2.0:1775776798.443531:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776798.443537:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776798.443541:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776798.443544:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0600.
00000800:00000200:2.0:1775776798.443548:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776798.443551:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:2.0:1775776798.443554:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776798.443557:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776798.443560:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776798.443562:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307747500
00000100:00000001:2.0:1775776798.443564:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443566:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307747500
00000100:00000001:2.0:1775776798.443568:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307748231
00000100:00000001:2.0:1775776798.443570:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776798.443572:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443574:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443576:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776798.443582:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776798.443584:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1775776798.443586:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776798.443587:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776798.443589:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776798.443591:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082579:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776799.082587:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776799.082589:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776799.082592:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082597:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776799.082599:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082601:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082603:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082607:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776799.082608:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776799.082609:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776799.082611:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082613:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776799.082614:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082615:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776799.082617:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776799.085319:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776799.085324:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776799.085329:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776799.338694:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776799.338700:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776799.338702:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776799.338707:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776799.338710:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776799.338714:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776799.338716:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776799.338718:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776799.338721:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776799.402313:0:217833:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307748231, at 4307748288
00000100:00000040:0.0:1775776799.402316:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307748231, at 4307748288
00000100:00000010:0.0:1775776799.402329:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e376c0.
00000100:00000010:1.0:1775776799.402332:0:217833:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37840.
00010000:00000001:0.0:1775776800.106290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776800.106295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776800.106302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776800.106303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776800.106329:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776800.106332:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776800.106335:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776800.362292:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776800.362298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776800.362300:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776800.362305:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776800.362309:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776800.362312:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776800.362315:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776800.362317:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776800.362319:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776801.130285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776801.130292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776801.130298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776801.130299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776801.130506:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776801.130510:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776801.130514:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776801.386534:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776801.386541:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776801.386543:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776801.386548:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776801.386552:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776801.386555:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.386557:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776801.386560:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.386563:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000400:00000100:3.0:1775776801.514489:0:2347:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.105:988
00000400:00000100:3.0:1775776801.514529:0:2347:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.105@tcp at host 192.168.201.105 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1775776801.514539:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776801.514543:0:2347:0:(router.c:1750:lnet_notify()) 192.168.201.5@tcp notifying 192.168.201.105@tcp: down
00000400:00000200:3.0:1775776801.514548:0:2347:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776801.514551:0:2347:0:(router.c:1835:lnet_notify()) Old news
00000800:00000100:3.0:1775776801.514556:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776801.514560:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0400.
00000400:00000200:3.0:1775776801.514565:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776801.514569:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776801.514575:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64088
00000400:00000010:3.0:1775776801.514578:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64088.
00000100:00000001:3.0:1775776801.514582:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776801.514590:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514620:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776801.514624:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514631:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776801.514633:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776801.514642:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776801.514645:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0900.
00000400:00000200:3.0:1775776801.514647:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776801.514650:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776801.514653:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64660
00000400:00000010:3.0:1775776801.514654:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64660.
00000100:00000001:3.0:1775776801.514656:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776801.514660:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514667:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776801.514669:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514675:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776801.514676:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776801.514681:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776801.514683:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0800.
00000100:00000001:2.0:1775776801.514685:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1775776801.514685:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:2.0:1775776801.514688:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1775776801.514688:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1775776801.514691:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1775776801.514691:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64770
00000400:00000010:3.0:1775776801.514693:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64770.
00000100:00000001:3.0:1775776801.514694:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1775776801.514697:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776801]  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776801.514698:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514705:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776801.514708:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776801.514709:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776801.514711:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775776801.514713:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1775776801.514714:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b76630.
00000400:00000200:2.0:1775776801.514717:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64cc0
00000400:00000010:2.0:1775776801.514718:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64cc0.
00000100:00000001:2.0:1775776801.514721:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776801.514724:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514725:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1775776801.514730:0:2347:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.105@tcp
00000800:00000010:3.0:1775776801.514732:0:2347:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0600.
00000100:00000200:2.0:1775776801.514733:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776801.514734:0:2347:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1775776801.514737:0:2347:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1775776801.514739:0:2347:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64ee0
00000100:00000001:2.0:1775776801.514740:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776801.514741:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000010:3.0:1775776801.514741:0:2347:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64ee0.
00000100:00000001:3.0:1775776801.514743:0:2347:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1775776801.514744:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514746:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1775776801.514746:0:2347:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776801.514749:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514754:0:2347:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1775776801.514756:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776801.514756:0:2347:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776823 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1775776801.514761:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776801.514762:0:2347:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776801.514764:0:2347:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776801.514767:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776801.514770:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514771:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514772:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514774:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776801.514776:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776801.514780:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776801.514784:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776801.514786:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776801.514791:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776801.514799:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309289984:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776801.514803:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776801.514806:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776801]  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776801.514813:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776801.514814:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776801.514816:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b765d8.
00000400:00000200:2.0:1775776801.514818:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64dd0
00000400:00000010:2.0:1775776801.514819:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64dd0.
00000100:00000001:2.0:1775776801.514821:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776801.514824:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776801.514830:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514836:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776801.514837:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514839:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514840:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776801.514843:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514849:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776801.514852:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514859:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776801.514861:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514863:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514864:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514866:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776801.514868:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776801.514871:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776801.514875:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776801.514877:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776801.514881:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776801.514888:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290112:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776801.514891:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776801.514895:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776801]  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776801.514901:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776801.514902:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776801.514904:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b769f8.
00000400:00000200:2.0:1775776801.514906:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64c38
00000400:00000010:2.0:1775776801.514908:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64c38.
00000100:00000001:2.0:1775776801.514910:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776801.514913:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776801.514931:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514938:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776801.514939:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514941:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514942:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776801.514945:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514951:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776801.514955:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.514961:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776801.514963:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514964:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.514965:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.514967:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776801.514968:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776801.514970:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776801.514973:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776801.514975:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776801.514979:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776801.514997:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290240:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776801.515001:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776801.515004:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776801]  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776801.515009:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776801.515011:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776801.515012:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776801.515015:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64aa0
00000400:00000010:2.0:1775776801.515016:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64aa0.
00000100:00000001:2.0:1775776801.515017:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776801.515020:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776801.515026:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515032:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776801.515033:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515035:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.515036:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776801.515039:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515045:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776801.515048:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515055:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776801.515057:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515059:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776801.515060:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515061:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776801.515063:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776801.515065:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776801.515068:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776801.515070:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776801.515073:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776801.515080:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290368:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776801.515083:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515095:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776801.515099:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309289984/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515106:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776801.515109:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776801.515112:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:2.0:1775776801.515116:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776801.515118:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776801.515120:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776801.515122:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776801.515124:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:2.0:1775776801.515127:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776801.515129:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776801.515130:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:2.0:1775776801.515133:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776801.515134:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515136:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776801.515138:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309290112/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515144:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776801.515145:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776801.515146:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10800.
02000000:00000001:2.0:1775776801.515149:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776801.515150:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776801.515151:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776801.515152:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776801.515153:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:2.0:1775776801.515156:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776801.515157:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776801.515158:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:2.0:1775776801.515160:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776801.515161:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515187:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776801.515191:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309290240/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515197:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776801.515198:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776801.515199:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13800.
02000000:00000001:2.0:1775776801.515202:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776801.515203:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776801.515204:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776801.515205:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776801.515206:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:2.0:1775776801.515209:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776801.515210:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776801.515211:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:2.0:1775776801.515213:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776801.515214:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515216:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776801.515219:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309290368/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776801.515224:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776801.515225:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776801.515226:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d12800.
02000000:00000001:2.0:1775776801.515229:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776801.515229:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776801.515231:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776801.515232:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776801.515234:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:2.0:1775776801.515236:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776801.515237:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776801.515238:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:2.0:1775776801.515240:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776801.515241:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515243:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776801.515250:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776801.515252:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776801.515254:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776801.515255:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776802.154325:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776802.154332:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776802.154338:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776802.154339:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776802.154514:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776802.154520:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776802.154536:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776802.410365:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776802.410371:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776802.410373:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776802.410378:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776802.410381:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776802.410385:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776802.410387:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776802.410389:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776802.410391:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776803.178271:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776803.178275:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776803.178280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776803.178281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776803.178369:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776803.178372:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776803.178375:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776803.435406:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776803.435411:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776803.435412:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776803.435416:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776803.435419:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776803.435421:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776803.435424:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776803.435425:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776803.435427:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776803.562304:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776803.562314:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776803.562316:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776803.562320:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776803.562324:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776803.562330:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13080
00000400:00000200:2.0:1775776803.562341:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776803.562346:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776803.562349:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776803.562352:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562355:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562358:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562360:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776803.562364:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776803.562365:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776803.562368:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776803.562370:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776803.562372:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776803.562374:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776803.562377:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562379:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562381:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562383:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776803.562386:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776803.562389:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562391:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776803.562394:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776803.562398:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776803.562400:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562403:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776803.562417:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776803.562424:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f100.
00000020:00000040:2.0:1775776803.562427:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776803.562432:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776803.562433:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562437:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776803.562440:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776803.562443:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776803.562451:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776803.562457:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776803.562467:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776803.562477:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776803.562482:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776803.562486:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b5e4e6e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776803.562511:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776803.562514:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776803.562518:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776803.562519:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776803.562521:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776803.562523:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776803.562525:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13080
00000400:00000200:2.0:1775776803.562529:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776803.562533:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776803.562535:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776803.562537:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562539:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562541:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562543:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776803.562546:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776803.562547:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776803.562548:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776803.562551:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776803.562553:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776803.562555:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776803.562559:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562561:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562564:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562566:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776803.562568:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776803.562570:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562581:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776803.562584:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776803.562589:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1775776803.562590:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776803.562596:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.562598:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776803.562599:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776803.562605:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1775776803.562607:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776803.562612:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562614:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776803.562621:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1775776803.562622:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d180.
00000020:00000040:2.0:1775776803.562627:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776803.562630:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776803.562631:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562633:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776803.562635:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776803.562638:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776803.562651:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:0.0:1775776803.562655:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776803.562658:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.562659:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.562668:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1775776803.562671:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776803.562674:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776803.562686:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776803.562695:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309290496:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776803.562699:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1775776803.562704:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1775776803.562705:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776803.562714:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562714:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.562720:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1775776803.562725:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ac3989] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775776803.562730:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776803.562736:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562747:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.562749:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00080000:2.0:1775776803.562753:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1775776803.562757:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00080000:2.0:1775776803.562758:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776803.562763:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776803.562765:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776803.562768:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000400:00000010:0.0:1775776803.562771:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00080000:2.0:1775776803.562772:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13080
00000400:00000200:2.0:1775776803.562784:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000200:0.0:1775776803.562787:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290496, portal 25
00000400:00000200:2.0:1775776803.562789:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776803.562795:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776803.562801:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776803.562802:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776803.562807:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371469568 : -109519338082048 : ffff9c648ac1f100)
00000100:00000001:2.0:1775776803.562809:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562814:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000040:0.0:1775776803.562818:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776803.562819:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776803.562833:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776803.562839:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000100:00000001:0.0:1775776803.562843:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1775776803.562844:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776803.562848:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000100:00000040:0.0:1775776803.562849:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776803.562856:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000020:00000001:2.0:1775776803.562856:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776803.562863:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:0.0:1775776803.562864:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309290496, offset 0
00000100:00000040:2.0:1775776803.562878:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776803.562887:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562887:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.562896:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562899:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:0.0:1775776803.562904:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000040:2.0:1775776803.562906:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776803.562912:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776803.562915:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.562919:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
02000000:00000001:2.0:1775776803.562920:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776803.562928:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1775776803.562931:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1775776803.562933:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562936:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000400:00000200:0.0:1775776803.562939:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000008:00100000:2.0:1775776803.562940:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776803.562964:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562965:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776803.562969:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1dc00.
00000020:00000040:2.0:1775776803.562971:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776803.562974:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1775776803.562978:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1775776803.562978:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.562984:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776803.562987:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
02000000:00000001:2.0:1775776803.562989:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776803.562993:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.562997:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340451:340451:256:4294967295] 192.168.201.105@tcp LPNI seq info [340396:340396:8:4294967295]
02000000:00000010:2.0:1775776803.563001:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776803.563007:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.563008:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00100000:2.0:1775776803.563021:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1775776803.563036:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776803.563063:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776803.563064:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776803.563073:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1775776803.563076:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000100:00000040:2.0:1775776803.563084:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817e592e] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1775776803.563093:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776803.563104:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1775776803.563109:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1775776803.563115:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00080000:2.0:1775776803.563116:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1775776803.563124:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000100:00080000:2.0:1775776803.563126:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776803.563129:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776803.563133:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1775776803.563137:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776803.563144:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000800:00000010:0.0:1775776803.563145:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00080000:2.0:1775776803.563151:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13080
00000400:00000200:0.0:1775776803.563153:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776803.563160:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776803.563211:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776803.563214:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776803.563218:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.563220:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776803.563223:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776803.563226:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776803.563228:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776803.563229:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776803.563231:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776803.563232:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776803.563234:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776803.563236:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776803.563241:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776803.563245:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1775776803.563255:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776803.563257:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000100:00000040:2.0:1775776803.563262:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776803.563264:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:2.0:1775776803.563275:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776803.563278:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1775776803.563280:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776803.563287:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000200:0.0:1775776803.563288:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776803.563295:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776803.563301:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776803.563307:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776803.563318:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.563326:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776803.563333:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1775776803.563334:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1775776803.563342:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776803.563344:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776803.563352:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563367:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776803.563368:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ca80.
00000100:00000001:0.0:1775776803.563370:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1775776803.563377:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776803.563379:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776803.563381:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776803.563386:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.563397:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776803.563399:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776803.563402:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1775776803.563403:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307753352
02000000:00000001:2.0:1775776803.563404:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776803.563422:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
02000000:00000010:2.0:1775776803.563423:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776803.563433:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563438:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1775776803.563444:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776803.563452:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307753352
00000100:00000001:2.0:1775776803.563455:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1775776803.563460:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1180.
00000100:00000001:2.0:1775776803.563460:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563470:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1775776803.563476:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f23f7190] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563483:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776803.563491:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776803.563495:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563497:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1775776803.563504:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13090)
00000100:00100000:0.0:1775776803.563509:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803]  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776803.563524:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776803.563526:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776803.563530:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776803.563533:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776803.563536:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776803.563540:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776803.563545:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776803.563555:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563563:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776803.563565:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563568:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.563571:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776803.563575:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563583:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776803.563588:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563595:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776803.563598:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563599:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.563600:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563603:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776803.563606:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776803.563609:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776803.563613:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776803.563616:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776803.563621:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776803.563629:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309290496:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776803.563636:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563638:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.563640:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f100 x1862023309290496/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563648:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776803.563651:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776803.563654:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776803.563658:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776803.563661:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776803.563663:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776803.563665:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776803.563668:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776803.563673:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776803.563676:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776803.563678:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f100.
00000100:00000001:0.0:1775776803.563681:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776803.563682:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563685:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563695:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776803.563697:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563700:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776803.563702:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776803.563703:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776803.563707:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563715:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776803.563716:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.563719:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776803.563722:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776803.563724:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776803.563727:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290624:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776803.563731:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776803.563734:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776803.563737:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.563739:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776803.563742:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776803.563744:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.563748:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776803.563751:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776803.563755:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776803.563759:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290624, portal 10
00000100:00000001:0.0:1775776803.563761:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776803.563762:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371461504 : -109519338090112 : ffff9c648ac1d180)
00000100:00000040:0.0:1775776803.563770:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563777:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776803.563780:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776803.563782:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776803.563785:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309290624, offset 0
00000400:00000200:0.0:1775776803.563789:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776803.563794:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.563800:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776803.563803:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776803.563806:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776803.563809:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776803.563811:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776803.563815:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340452:340452:256:4294967295] 192.168.201.105@tcp LPNI seq info [340397:340397:8:4294967295]
00000400:00000200:0.0:1775776803.563819:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.563827:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776803.563832:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.563835:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776803.563840:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776803.563843:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776803.563847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776803.563850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776803.563854:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.563856:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776803.563859:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776803.563863:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776803.563865:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776803.563867:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776803.563870:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776803.563873:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563881:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.563884:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563897:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563899:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776803.563901:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776803.563906:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776803.563910:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776803.563912:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307752483
00000100:00000001:0.0:1775776803.563914:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.563917:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307752483
00000100:00000001:0.0:1775776803.563919:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.563921:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776803.563923:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.563924:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776803.563928:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803]  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776803.563935:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776803.563937:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776803.563939:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776803.563941:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776803.563942:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776803.563958:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776803.563962:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776803.563971:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563978:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776803.563979:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.563981:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.563982:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776803.563986:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.563994:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776803.563997:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564005:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776803.564007:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564009:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.564010:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564011:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776803.564013:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776803.564015:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776803.564018:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776803.564020:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776803.564024:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776803.564031:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290624:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776803.564036:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776803.564039:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564046:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776803.564048:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.564050:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776803.564051:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776803.564053:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776803.564055:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776803.564058:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776803.564060:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776803.564062:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.564064:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776803.564067:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776803.564069:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.564073:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776803.564075:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776803.564079:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776803.564082:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290752, portal 4
00000100:00000001:0.0:1775776803.564084:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776803.564085:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371464192 : -109519338087424 : ffff9c648ac1dc00)
00000100:00000040:0.0:1775776803.564092:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564099:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776803.564101:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776803.564104:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776803.564106:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309290752, offset 0
00000400:00000200:0.0:1775776803.564109:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776803.564113:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.564116:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776803.564119:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776803.564122:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776803.564124:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776803.564126:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776803.564130:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340453:340453:256:4294967295] 192.168.201.105@tcp LPNI seq info [340398:340398:8:4294967295]
00000400:00000200:0.0:1775776803.564133:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.564139:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776803.564144:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.564148:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776803.564152:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776803.564154:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776803.564159:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776803.564161:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776803.564197:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.564199:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776803.564202:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776803.564206:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776803.564208:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776803.564210:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776803.564212:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776803.564216:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564223:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.564225:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564231:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.564233:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776803.564235:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776803.564238:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776803.564241:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776803.564243:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307752612
00000100:00000001:0.0:1775776803.564245:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.564246:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307752612
00000100:00000001:0.0:1775776803.564248:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.564250:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776803.564252:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.564254:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776803.564257:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803]  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776803.564264:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776803.564266:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776803.564267:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776803.564269:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776803.564271:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776803.564273:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776803.564276:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776803.564283:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564289:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776803.564290:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564292:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.564293:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776803.564296:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564302:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776803.564304:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564310:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776803.564312:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564314:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.564315:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564316:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776803.564318:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776803.564321:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776803.564324:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776803.564326:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776803.564329:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776803.564335:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290752:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776803.564338:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776803.564342:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564349:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776803.564350:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.564352:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776803.564353:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776803.564356:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776803.564358:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776803.564361:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776803.564364:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776803.564366:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776803.564367:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776803.564371:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776803.564372:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776803.564375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776803.564377:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776803.564379:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776803.564382:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309290880, portal 4
00000100:00000001:0.0:1775776803.564384:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776803.564385:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371459712 : -109519338091904 : ffff9c648ac1ca80)
00000100:00000040:0.0:1775776803.564390:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564396:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776803.564398:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776803.564400:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776803.564402:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309290880, offset 0
00000400:00000200:0.0:1775776803.564405:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776803.564409:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.564413:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776803.564416:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776803.564418:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776803.564420:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776803.564422:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776803.564426:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340454:340454:256:4294967295] 192.168.201.105@tcp LPNI seq info [340399:340399:8:4294967295]
00000400:00000200:0.0:1775776803.564429:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776803.564435:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776803.564438:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.564442:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776803.564445:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776803.564447:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1775776803.564451:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776803.564453:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1775776803.564457:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776803.564459:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776803.564461:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776803.564464:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776803.564467:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776803.564468:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776803.564471:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776803.564473:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564480:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.564482:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776828 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564488:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.564489:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776803.564492:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776803.564495:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776803.564498:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776803.564500:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307752621
00000100:00000001:0.0:1775776803.564503:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.564504:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307752621
00000100:00000001:0.0:1775776803.564506:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307753352
00000100:00000001:0.0:1775776803.564508:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776803.564510:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.564512:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776803.564515:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803]  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776803.564523:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776803.564524:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776803.564527:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776803.564529:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776803.564530:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776803.564532:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776803.564535:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776803.564542:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564547:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776803.564549:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564551:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.564552:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776803.564555:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564562:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776803.564565:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564572:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776803.564574:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564575:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776803.564577:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564578:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776803.564580:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776803.564582:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776803.564586:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776803.564588:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776803.564592:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776803.564601:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309290880:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776803.564604:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564606:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.564609:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d180 x1862023309290624/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564616:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776803.564618:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776803.564620:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc800.
02000000:00000001:0.0:1775776803.564622:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776803.564624:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776803.564625:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776803.564627:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776803.564629:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776803.564632:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776803.564633:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776803.564635:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d180.
00000100:00000001:0.0:1775776803.564638:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776803.564639:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564640:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.564643:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1dc00 x1862023309290752/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564649:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776803.564650:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776803.564651:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd400.
02000000:00000001:0.0:1775776803.564657:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776803.564658:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776803.564659:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776803.564661:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776803.564663:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776803.564665:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776803.564666:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776803.564668:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1dc00.
00000100:00000001:0.0:1775776803.564670:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776803.564671:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564672:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776803.564675:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ca80 x1862023309290880/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776803.564680:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776803.564681:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776803.564683:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accc400.
02000000:00000001:0.0:1775776803.564684:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776803.564685:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776803.564686:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776803.564688:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776803.564690:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776803.564692:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776803.564693:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776803.564695:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ca80.
00000100:00000001:0.0:1775776803.564699:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776803.564700:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564701:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776803.564706:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776803.564708:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776803.564710:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776803.564712:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776804.202616:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776804.202624:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776804.202630:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776804.202632:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776804.202662:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776804.202664:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776804.202667:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776804.458326:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776804.458336:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776804.458338:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776804.458346:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776804.458350:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776804.458356:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776804.458359:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776804.458362:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776804.458365:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776804.522300:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307753352, at 4307753408
00000100:00000010:0.0:1775776804.522322:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776804.522441:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307753352, at 4307753408
00000100:00000010:1.0:1775776804.522449:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1180.
00010000:00000001:0.0:1775776805.227811:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776805.227817:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776805.227822:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776805.227823:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776805.227880:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776805.227884:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776805.227887:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776805.482282:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776805.482288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776805.482290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776805.482295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776805.482299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776805.482303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776805.482306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776805.482309:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776805.482312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776806.250417:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776806.250425:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776806.250432:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776806.250433:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776806.257304:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776806.257311:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776806.257316:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776806.507766:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776806.507774:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776806.507775:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776806.507780:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776806.507784:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776806.507787:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776806.507790:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776806.507793:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776806.507795:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776807.275935:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776807.275941:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776807.275947:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776807.275948:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776807.276239:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776807.276243:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776807.276246:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776807.530456:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776807.530462:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776807.530464:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776807.530470:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776807.530474:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776807.530478:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776807.530480:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776807.530482:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776807.530485:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00000020:2.0:1775776808.170343:0:217580:0:(osc_request.c:745:osc_update_next_shrink()) next time 14289 to shrink grant
00010000:00000001:0.0:1775776808.298285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776808.298291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776808.298296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776808.298297:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776808.298324:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776808.298327:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776808.298330:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776808.554368:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776808.554374:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776808.554376:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776808.554380:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776808.554384:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776808.554388:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.554390:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776808.554393:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.554395:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776808.682316:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776808.682325:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1775776808.682327:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776808.682331:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776808.682334:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776808.682340:0:165884:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13085
00000400:00000200:0.0:1775776808.682349:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776808.682354:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776808.682356:0:165884:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776808.682358:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682360:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682362:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682364:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776808.682367:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776808.682368:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:0.0:1775776808.682370:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776808.682380:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:0.0:1775776808.682382:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:0.0:1775776808.682384:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:0.0:1775776808.682385:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682387:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682388:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682389:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776808.682391:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:0.0:1775776808.682393:0:165884:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682394:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776808.682396:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776808.682399:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776808.682401:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682402:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776808.682404:0:165884:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776808.682413:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0380.
00000020:00000040:0.0:1775776808.682416:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:0.0:1775776808.682418:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776808.682420:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682422:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776808.682424:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776808.682428:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776808.682434:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc400.
00000100:00000001:0.0:1775776808.682440:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776808.682446:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776808.682453:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776808.682457:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776808.682460:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e40fea40] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776808.682478:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776808.682481:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776808.682484:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776808.682486:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776808.682487:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1775776808.682490:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776808.682492:0:165884:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13085
00000400:00000200:0.0:1775776808.682496:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776808.682498:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776808.682500:0:165884:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776808.682502:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682504:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682506:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682508:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776808.682510:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776808.682511:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:0.0:1775776808.682513:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776808.682516:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:0.0:1775776808.682518:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:0.0:1775776808.682520:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:0.0:1775776808.682532:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682535:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1775776808.682535:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1775776808.682537:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682540:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776808.682541:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:0.0:1775776808.682543:0:165884:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776808.682543:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776808.682547:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776808.682548:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1775776808.682550:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1775776808.682553:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776808.682555:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682557:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776808.682561:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1775776808.682561:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1775776808.682565:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682570:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776808.682575:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0000.
00000020:00000040:0.0:1775776808.682579:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000100:00000001:2.0:1775776808.682580:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1775776808.682581:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776808.682583:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682585:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776808.682586:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1775776808.682586:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776808.682588:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776808.682593:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776808.682595:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1775776808.682596:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.682599:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1775776808.682603:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1775776808.682605:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682610:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776808.682612:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776808.682617:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003484c598] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776808.682619:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309291008:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776808.682629:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776808.682634:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1775776808.682635:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.682638:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776808.682639:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1775776808.682643:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1775776808.682644:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1775776808.682646:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776808.682648:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1775776808.682649:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:0.0:1775776808.682651:0:165884:0:(import.c:484:import_select_connection()) Process entered
02000000:00000001:2.0:1775776808.682653:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776808.682657:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13085
00000400:00000200:2.0:1775776808.682662:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776808.682664:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776808.682668:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000400:00000010:2.0:1775776808.682669:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000100:00080000:0.0:1775776808.682670:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776808.682674:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682675:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682677:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:2.0:1775776808.682678:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64aa0.
00000100:00000001:0.0:1775776808.682679:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776808.682682:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:0.0:1775776808.682683:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:0.0:1775776808.682684:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776808.682686:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:0.0:1775776808.682687:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000200:2.0:1775776808.682687:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291008, portal 25
00000020:00000001:0.0:1775776808.682692:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000001:2.0:1775776808.682693:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1775776808.682695:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776808.682697:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828325760 : -109518881225856 : ffff9c64a5fd0380)
00000100:00000001:0.0:1775776808.682698:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682701:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682703:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:0.0:1775776808.682704:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00000040:2.0:1775776808.682708:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.682716:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1775776808.682720:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000040:2.0:1775776808.682724:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682725:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776808.682728:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1775776808.682729:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64c38.
02000000:00000001:0.0:1775776808.682731:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776808.682734:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1775776808.682734:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309291008, offset 0
00000100:00000001:0.0:1775776808.682739:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776808.682742:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1775776808.682746:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000008:00000001:0.0:1775776808.682748:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682750:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776808.682754:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd1500.
00000020:00000040:0.0:1775776808.682758:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:0.0:1775776808.682761:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776808.682762:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682764:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776808.682765:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1775776808.682767:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:0.0:1775776808.682768:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1775776808.682772:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc800.
00000100:00000001:0.0:1775776808.682775:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.682776:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000100:00100000:0.0:1775776808.682780:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1775776808.682785:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776808.682792:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000100:00000001:0.0:1775776808.682796:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1775776808.682799:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.682800:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1775776808.682803:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e1c06792] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1775776808.682808:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682814:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.682818:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340455:340455:256:4294967295] 192.168.201.105@tcp LPNI seq info [340400:340400:8:4294967295]
00000100:00080000:0.0:1775776808.682819:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1775776808.682825:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1775776808.682828:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1775776808.682830:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1775776808.682831:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776808.682836:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:0.0:1775776808.682840:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13085
00000400:00000200:2.0:1775776808.682847:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1775776808.682871:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776808.682876:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:0.0:1775776808.682878:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1775776808.682881:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682885:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1775776808.682885:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000100:00000040:0.0:1775776808.682888:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682892:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:0.0:1775776808.682894:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000800:00000010:2.0:1775776808.682894:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0500.
00000020:00000040:0.0:1775776808.682896:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:0.0:1775776808.682898:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:0.0:1775776808.682900:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:0.0:1775776808.682901:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:0.0:1775776808.682905:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000800:00000200:2.0:1775776808.682906:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000040:0.0:1775776808.682912:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000800:00000200:2.0:1775776808.682912:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1775776808.682917:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1775776808.682921:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000800:00000200:2.1:1775776808.682922:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000100:00000001:0.0:1775776808.682925:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000800:00000200:2.1:1775776808.682928:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1775776808.682930:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:0.0:1775776808.682935:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000800:00000100:2.0:1775776808.682939:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000100:00000001:0.0:1775776808.682940:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1775776808.682943:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0500.
02000000:00000001:0.0:1775776808.682944:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1775776808.682948:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1775776808.682952:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776808.682957:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1775776808.682961:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.682963:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64c38
00000100:00000001:0.0:1775776808.682964:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:0.0:1775776808.682966:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1775776808.682967:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64c38.
00000008:00000001:0.0:1775776808.682970:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682972:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.682974:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1775776808.682975:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64a5fd0700.
00000020:00000040:0.0:1775776808.682977:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000200:2.0:1775776808.682980:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1775776808.682981:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1775776808.682984:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776808.682989:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1775776808.682991:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1775776808.682994:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.682994:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.682999:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775776808.683001:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c648accc000.
00000100:00000001:0.0:1775776808.683008:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683008:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683012:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1775776808.683018:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776808.683018:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.683033:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776808.683035:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776808.683037:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307758471
00000100:00000001:0.0:1775776808.683039:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776808.683044:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37900.
00000100:00000040:0.0:1775776808.683045:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ac172cc] to pc [ptlrpcd_rcv+-1]  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683053:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776808.683055:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776808.683061:0:165884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13095)
00000100:00000001:2.0:1775776808.683062:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307758471
00000100:00000010:2.0:1775776808.683067:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2e37c00.
00000100:00000001:2.0:1775776808.683071:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1775776808.683084:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776808.683087:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683089:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776808.683095:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808]  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776808.683105:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776808.683107:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776808.683109:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776808.683112:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64aa0
00000400:00000010:2.0:1775776808.683114:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64aa0.
00000100:00000001:2.0:1775776808.683117:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776808.683121:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776808.683130:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683137:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776808.683139:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683141:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683143:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776808.683146:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683153:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776808.683156:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683181:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776808.683185:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683186:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683188:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683190:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776808.683192:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776808.683195:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776808.683199:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776808.683202:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776808.683205:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776808.683210:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309291008:192.168.201.105@tcp:250:kworker.0
00000100:00000001:2.0:1775776808.683213:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683215:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683216:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0380 x1862023309291008/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683226:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776808.683228:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683230:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776808.683232:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776808.683233:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776808.683234:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:2.0:1775776808.683236:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776808.683238:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc400.
02000000:00000001:2.0:1775776808.683242:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776808.683243:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776808.683245:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0380.
00000100:00000001:2.0:1775776808.683248:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776808.683249:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683251:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683259:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776808.683261:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683262:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776808.683264:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776808.683265:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776808.683268:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683273:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776808.683275:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683277:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776808.683278:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776808.683281:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776808.683283:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291136:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776808.683286:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776808.683288:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776808.683289:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683291:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683294:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776808.683295:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.683298:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776808.683301:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776808.683304:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64aa0.
00000100:00000200:2.0:1775776808.683306:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291136, portal 10
00000100:00000001:2.0:1775776808.683308:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776808.683309:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828324864 : -109518881226752 : ffff9c64a5fd0000)
00000100:00000040:2.0:1775776808.683322:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683332:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776808.683334:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776808.683336:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64c38.
00000100:00000200:2.0:1775776808.683338:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309291136, offset 0
00000400:00000200:2.0:1775776808.683342:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683346:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683349:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776808.683352:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776808.683354:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776808.683356:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776808.683358:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683360:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340456:340456:256:4294967295] 192.168.201.105@tcp LPNI seq info [340401:340401:8:4294967295]
00000400:00000200:2.0:1775776808.683364:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683369:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776808.683373:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683376:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0500.
00000800:00000200:2.0:1775776808.683380:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776808.683382:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775776808.683386:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776808.683388:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775776808.683391:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683393:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0500.
00000400:00000200:2.0:1775776808.683395:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776808.683398:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776808.683400:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64c38
00000400:00000010:2.0:1775776808.683402:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64c38.
00000100:00000001:2.0:1775776808.683404:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776808.683407:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683423:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683426:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683431:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683432:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776808.683435:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776808.683438:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:2.0:1775776808.683441:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776808.683443:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307757603
00000100:00000001:2.0:1775776808.683445:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683447:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307757603
00000100:00000001:2.0:1775776808.683449:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683451:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776808.683453:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683454:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776808.683457:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808]  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776808.683469:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776808.683470:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776808.683472:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776808.683474:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64aa0
00000400:00000010:2.0:1775776808.683475:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64aa0.
00000100:00000001:2.0:1775776808.683477:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776808.683479:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776808.683487:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683491:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776808.683492:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683493:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683494:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776808.683496:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683500:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776808.683503:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683508:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776808.683510:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683512:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683513:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683514:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776808.683516:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776808.683519:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776808.683522:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776808.683524:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776808.683528:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776808.683535:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291136:192.168.201.105@tcp:38:kworker.0
00000100:00000001:2.0:1775776808.683539:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776808.683542:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683548:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776808.683550:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683552:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776808.683553:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776808.683555:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776808.683558:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776808.683560:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776808.683561:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776808.683562:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683563:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683566:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13400.
02000000:00000001:2.0:1775776808.683567:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.683569:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776808.683571:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776808.683573:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64aa0.
00000100:00000200:2.0:1775776808.683575:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291264, portal 4
00000100:00000001:2.0:1775776808.683576:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776808.683578:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828330240 : -109518881221376 : ffff9c64a5fd1500)
00000100:00000040:2.0:1775776808.683583:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683589:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776808.683591:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776808.683593:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64c38.
00000100:00000200:2.0:1775776808.683595:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309291264, offset 0
00000400:00000200:2.0:1775776808.683599:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683604:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683607:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776808.683610:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776808.683612:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776808.683615:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776808.683617:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683620:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340457:340457:256:4294967295] 192.168.201.105@tcp LPNI seq info [340402:340402:8:4294967295]
00000400:00000200:2.0:1775776808.683624:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683630:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776808.683633:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683635:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0500.
00000800:00000200:2.0:1775776808.683638:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776808.683640:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775776808.683642:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776808.683644:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775776808.683646:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683647:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0500.
00000400:00000200:2.0:1775776808.683649:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776808.683651:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776808.683653:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64c38
00000400:00000010:2.0:1775776808.683654:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64c38.
00000100:00000001:2.0:1775776808.683656:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776808.683658:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683663:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683664:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683668:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683669:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776808.683671:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776808.683673:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:2.0:1775776808.683675:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776808.683677:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307757731
00000100:00000001:2.0:1775776808.683678:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683679:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307757731
00000100:00000001:2.0:1775776808.683681:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683682:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776808.683683:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683684:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776808.683686:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808]  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776808.683690:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776808.683691:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776808.683692:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776808.683693:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64aa0
00000400:00000010:2.0:1775776808.683694:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64aa0.
00000100:00000001:2.0:1775776808.683695:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776808.683697:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776808.683701:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683704:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776808.683705:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683706:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683707:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776808.683708:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683712:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776808.683714:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683717:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776808.683719:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683720:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683721:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683722:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776808.683723:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776808.683724:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776808.683726:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776808.683727:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776808.683729:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776808.683733:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291264:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776808.683735:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1775776808.683736:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683740:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776808.683740:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683741:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1775776808.683743:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776808.683744:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776808.683745:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776808.683747:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1775776808.683748:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1775776808.683749:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776808.683750:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683752:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6493d13000.
02000000:00000001:2.0:1775776808.683753:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776808.683755:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:2.0:1775776808.683756:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c6484b767e8.
00000400:00000010:2.0:1775776808.683757:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64aa0.
00000100:00000200:2.0:1775776808.683759:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291392, portal 4
00000100:00000001:2.0:1775776808.683761:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1775776808.683761:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554828326656 : -109518881224960 : ffff9c64a5fd0700)
00000100:00000040:2.0:1775776808.683765:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683769:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1775776808.683770:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:2.0:1775776808.683771:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c64b2f64c38.
00000100:00000200:2.0:1775776808.683772:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309291392, offset 0
00000400:00000200:2.0:1775776808.683774:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683776:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683778:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:2.0:1775776808.683780:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1775776808.683781:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:2.0:1775776808.683783:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1775776808.683784:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:2.0:1775776808.683786:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340458:340458:256:4294967295] 192.168.201.105@tcp LPNI seq info [340403:340403:8:4294967295]
00000400:00000200:2.0:1775776808.683788:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776808.683792:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1775776808.683794:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683796:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c64ab0e0500.
00000800:00000200:2.0:1775776808.683797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.0:1775776808.683800:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1775776808.683802:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:2.1:1775776808.683803:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1775776808.683805:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:2.0:1775776808.683806:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c64ab0e0500.
00000400:00000200:2.0:1775776808.683808:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1775776808.683810:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1775776808.683811:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64c38
00000400:00000010:2.0:1775776808.683812:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64c38.
00000100:00000001:2.0:1775776808.683814:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1775776808.683816:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683824:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683825:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776833 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683829:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683830:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1775776808.683831:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776808.683832:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:2.0:1775776808.683834:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:2.0:1775776808.683835:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307757740
00000100:00000001:2.0:1775776808.683836:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683838:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307757740
00000100:00000001:2.0:1775776808.683839:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307758471
00000100:00000001:2.0:1775776808.683840:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1775776808.683841:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.683842:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1775776808.683844:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808]  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1775776808.683848:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1775776808.683848:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1775776808.683849:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c6484b767e8.
00000400:00000200:2.0:1775776808.683850:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c64b2f64aa0
00000400:00000010:2.0:1775776808.683852:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c64b2f64aa0.
00000100:00000001:2.0:1775776808.683853:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1775776808.683868:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1775776808.683875:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683881:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1775776808.683883:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683885:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683886:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1775776808.683889:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683895:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1775776808.683898:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683905:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1775776808.683907:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683908:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1775776808.683909:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683911:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1775776808.683912:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1775776808.683915:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1775776808.683918:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776808.683920:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776808.683923:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776808.683930:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64a5fd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291392:192.168.201.105@tcp:8:kworker.0
00000100:00000001:2.0:1775776808.683934:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683935:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683938:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0000 x1862023309291136/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683944:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776808.683945:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683947:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:2.0:1775776808.683950:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776808.683951:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776808.683952:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:2.0:1775776808.683954:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776808.683956:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accd400.
02000000:00000001:2.0:1775776808.683961:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776808.683962:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776808.683964:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0000.
00000100:00000001:2.0:1775776808.683966:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776808.683968:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683969:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.683972:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd1500 x1862023309291264/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.683978:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776808.683979:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776808.683980:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13400.
02000000:00000001:2.0:1775776808.683983:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776808.683984:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776808.683985:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:2.0:1775776808.683986:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776808.683988:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc800.
02000000:00000001:2.0:1775776808.683989:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776808.683990:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776808.683991:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd1500.
00000100:00000001:2.0:1775776808.683995:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776808.683996:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.683997:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1775776808.684000:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64a5fd0700 x1862023309291392/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776808.684006:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1775776808.684007:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1775776808.684008:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6493d13000.
02000000:00000001:2.0:1775776808.684010:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1775776808.684011:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:2.0:1775776808.684012:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:2.0:1775776808.684014:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:2.0:1775776808.684015:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c648accc000.
02000000:00000001:2.0:1775776808.684017:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1775776808.684018:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1775776808.684019:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64a5fd0700.
00000100:00000001:2.0:1775776808.684022:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1775776808.684023:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.684024:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776808.684028:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776808.684029:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776808.684031:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1775776808.684032:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323011:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776809.323022:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776809.323024:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776809.323028:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323032:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776809.323035:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323038:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323040:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323045:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776809.323047:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776809.323048:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776809.323049:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323051:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776809.323052:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323054:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776809.323056:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776809.323263:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776809.323267:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776809.323270:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776809.578284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776809.578291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776809.578293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776809.578298:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776809.578302:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776809.578305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776809.578308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776809.578310:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776809.578312:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776809.642287:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307758471, at 4307758528
00000100:00000010:0.0:1775776809.642304:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37900.
00000100:00000040:1.0:1775776809.642731:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307758471, at 4307758528
00000100:00000010:1.0:1775776809.642737:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2e37c00.
00010000:00000001:0.0:1775776810.346818:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776810.346824:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776810.346867:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776810.346868:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776810.346963:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776810.346966:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776810.346969:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776810.602222:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776810.602227:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776810.602229:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776810.602232:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776810.602236:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776810.602239:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776810.602241:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776810.602242:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776810.602245:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776811.370273:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776811.370279:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776811.370285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776811.370286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776811.370354:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776811.370357:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776811.370360:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776811.626318:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776811.626326:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776811.626328:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776811.626334:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776811.626338:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776811.626342:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776811.626344:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776811.626347:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776811.626350:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776812.394304:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776812.394309:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776812.394313:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776812.394314:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776812.394332:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776812.394334:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776812.394336:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776812.650289:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776812.650295:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776812.650297:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776812.650302:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776812.650306:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776812.650310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776812.650312:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776812.650315:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776812.650317:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776813.418279:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776813.418284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776813.418289:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776813.418290:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776813.418511:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776813.418515:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776813.418518:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776813.674263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776813.674269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776813.674271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776813.674276:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776813.674279:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776813.674284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776813.674286:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776813.674289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776813.674291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776813.802945:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776813.802956:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776813.802959:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776813.802963:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776813.802968:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776813.802975:0:165884:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13090
00000400:00000200:2.0:1775776813.802984:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776813.802990:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776813.802993:0:165884:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776813.802996:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.802998:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.803001:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.803002:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776813.803006:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776813.803007:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776813.803011:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776813.803013:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776813.803015:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776813.803017:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776813.803020:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.803022:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.803023:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.803025:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776813.803027:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776813.803030:0:165884:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776813.803033:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776813.803035:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776813.803039:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776813.803041:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.803043:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776813.803046:0:165884:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776813.803055:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ed80.
00000020:00000040:2.0:1775776813.803059:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776813.803063:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776813.803064:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.803068:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776813.803070:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776813.803074:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776813.803082:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13000.
00000100:00000001:2.0:1775776813.803088:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776813.803097:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776813.803107:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776813.803111:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776813.803116:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007664cf15] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.803293:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.803297:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776813.803300:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776813.803306:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.803314:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776813.803317:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.803320:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776813.803322:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776813.803325:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776813.803328:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309291520:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776813.803332:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776813.803335:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776813.803337:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.803340:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776813.803345:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.803347:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776813.803353:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776813.803357:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776813.803363:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776813.803370:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291520, portal 25
00000100:00000001:0.0:1775776813.803373:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776813.803374:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371468672 : -109519338082944 : ffff9c648ac1ed80)
00000100:00000040:0.0:1775776813.803380:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.803437:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776813.803448:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776813.803451:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776813.803454:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309291520, offset 0
00000400:00000200:0.0:1775776813.803461:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776813.803470:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.803475:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776813.803479:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776813.803483:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776813.803486:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776813.803488:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776813.803492:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340459:340459:256:4294967295] 192.168.201.105@tcp LPNI seq info [340404:340404:8:4294967295]
00000400:00000200:0.0:1775776813.803496:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.803505:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776813.803510:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.803516:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776813.803534:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776813.803537:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776813.803543:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776813.803546:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776813.803550:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.803552:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776813.803558:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776813.803563:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776813.803568:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776813.803570:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776813.803574:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776813.803578:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.803863:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.803869:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804062:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804064:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776813.804070:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776813.804075:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776813.804078:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307763592
00000100:00000010:0.0:1775776813.804083:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776813.804090:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776813.804097:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307763592
00000100:00000010:0.0:1775776813.804099:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1a20.
00000100:00000001:0.0:1775776813.804102:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776813.804152:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776813.804156:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804156:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804160:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1775776813.804175:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776813.804179:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776813.804181:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776813.804183:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1775776813.804187:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813]  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776813.804188:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776813.804193:0:165884:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13090
00000400:00000200:2.0:1775776813.804202:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776813.804207:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776813.804212:0:165884:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776813.804218:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000400:00000001:0.0:1775776813.804220:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1775776813.804221:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1775776813.804224:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1775776813.804225:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776813.804227:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:2.0:1775776813.804228:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776813.804232:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776813.804233:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776813.804235:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776813.804237:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776813.804239:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000400:00000200:0.0:1775776813.804241:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000020:00000001:2.0:1775776813.804241:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000400:00000010:0.0:1775776813.804245:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000040:2.0:1775776813.804247:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776813.804249:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1775776813.804250:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.804254:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000200:0.0:1775776813.804257:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776813.804258:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776813.804263:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776813.804270:0:165884:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804274:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1775776813.804276:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776813.804277:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776813.804283:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776813.804285:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1775776813.804287:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804288:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776813.804290:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:0.0:1775776813.804292:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.804295:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1775776813.804296:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1775776813.804300:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1775776813.804301:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804304:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776813.804310:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776813.804314:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1775776813.804315:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776813.804319:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775776813.804322:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776813.804322:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804325:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776813.804329:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776813.804332:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804335:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1775776813.804338:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:0.0:1775776813.804339:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804342:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.804344:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776813.804344:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804348:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776813.804351:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1775776813.804354:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1775776813.804355:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776813.804364:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:2.0:1775776813.804364:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776813.804368:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804369:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1775776813.804373:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1775776813.804378:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776813.804382:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776813.804384:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776813.804386:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776813.804387:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776813.804388:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1775776813.804400:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309291520:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776813.804405:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804408:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.804411:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ed80 x1862023309291520/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804417:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776813.804420:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776813.804422:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.804425:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776813.804427:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776813.804428:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776813.804430:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776813.804432:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13000.
02000000:00000001:0.0:1775776813.804435:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776813.804437:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776813.804438:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ed80.
00000100:00000001:0.0:1775776813.804449:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776813.804451:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804453:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804461:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776813.804462:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804465:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.804466:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776813.804468:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776813.804471:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804478:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776813.804479:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.804482:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776813.804484:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776813.804486:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776813.804489:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291648:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776813.804493:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776813.804495:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776813.804496:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.804498:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776813.804501:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.804503:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776813.804507:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776813.804510:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776813.804513:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776813.804516:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291648, portal 10
00000100:00000001:0.0:1775776813.804518:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776813.804519:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776813.804535:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804541:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776813.804543:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776813.804546:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776813.804548:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309291648, offset 0
00000400:00000200:0.0:1775776813.804553:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776813.804557:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.804561:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776813.804563:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776813.804566:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776813.804568:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776813.804571:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776813.804573:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340460:340460:256:4294967295] 192.168.201.105@tcp LPNI seq info [340405:340405:8:4294967295]
00000400:00000200:0.0:1775776813.804577:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.804582:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776813.804587:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.804590:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776813.804594:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776813.804597:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776813.804602:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776813.804605:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776813.804608:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.804610:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776813.804613:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776813.804629:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776813.804632:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776813.804634:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776813.804637:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776813.804640:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804647:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.804650:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804656:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804658:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776813.804661:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776813.804664:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776813.804667:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776813.804669:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307762724
00000100:00000001:0.0:1775776813.804672:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.804674:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307762724
00000100:00000001:0.0:1775776813.804675:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.804677:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776813.804679:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804681:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776813.804694:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813]  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776813.804701:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776813.804702:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776813.804704:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776813.804706:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776813.804708:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776813.804710:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776813.804713:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776813.804720:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804727:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776813.804728:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804730:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.804731:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776813.804734:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804741:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776813.804744:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804750:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776813.804752:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804753:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.804755:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804756:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776813.804758:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776813.804760:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776813.804764:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776813.804785:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776813.804790:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776813.804797:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291648:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776813.804801:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804803:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.804806:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309291648/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.804813:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776813.804814:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776813.804816:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.804819:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776813.804820:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776813.804821:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776813.804823:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776813.804825:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:0.0:1775776813.804827:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776813.804828:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776813.804829:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776813.804831:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776813.804832:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804833:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.804837:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776813.804838:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.804839:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.804840:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804924:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776813.804927:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13090
00000400:00000200:2.0:1775776813.804932:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776813.804935:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776813.804937:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776813.804940:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804942:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.804943:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804946:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776813.804948:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776813.804950:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776813.804951:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776813.804953:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776813.804955:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776813.804957:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776813.804960:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804962:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.804964:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804966:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776813.804968:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776813.804971:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776813.804973:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776813.804974:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776813.804977:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776813.804979:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804981:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776813.804983:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776813.804985:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804986:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776813.804990:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776813.804993:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776813.804995:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776813.804996:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.804997:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776813.804999:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776813.805001:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776813.805004:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776813.805007:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776813.805012:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776813.805024:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776813.805027:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776813.805030:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.805076:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.805079:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776813.805080:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776813.805084:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.805091:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776813.805093:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.805095:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776813.805097:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776813.805099:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776813.805101:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776813.805105:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776813.805107:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776813.805108:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.805110:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776813.805113:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.805115:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776813.805119:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776813.805121:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776813.805124:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776813.805128:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291776, portal 4
00000100:00000001:0.0:1775776813.805129:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776813.805131:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:0.0:1775776813.805136:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.805142:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776813.805144:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776813.805146:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776813.805148:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309291776, offset 0
00000400:00000200:0.0:1775776813.805152:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776813.805156:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.805160:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776813.805179:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776813.805182:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776813.805184:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776813.805187:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776813.805189:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340461:340461:256:4294967295] 192.168.201.105@tcp LPNI seq info [340406:340406:8:4294967295]
00000400:00000200:0.0:1775776813.805194:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.805200:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776813.805204:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.805207:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776813.805211:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776813.805213:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776813.805217:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776813.805220:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776813.805224:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.805227:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776813.805229:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776813.805233:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776813.805236:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776813.805237:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776813.805240:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776813.805243:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776813.805277:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776813.805280:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776813.805283:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776813.805285:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776813.805286:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776813.805289:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776813.805291:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13090
00000400:00000200:2.0:1775776813.805296:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776813.805298:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776813.805301:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776813.805303:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.805305:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.805307:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.805309:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776813.805311:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776813.805312:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776813.805313:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776813.805315:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776813.805317:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776813.805319:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776813.805322:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.805324:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776813.805326:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776813.805327:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776813.805330:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776813.805332:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776813.805334:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776813.805336:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776813.805339:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776813.805341:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.805343:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776813.805345:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776813.805348:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.805349:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776813.805353:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776813.805355:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776813.805357:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776813.805358:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.805360:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776813.805361:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776813.805363:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776813.805366:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776813.805369:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776813.805374:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776813.805380:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776813.805382:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776813.805385:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.808739:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.808753:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.808912:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.808917:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776813.808930:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776813.808935:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776813.808941:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776813.808944:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307762856
00000100:00000001:0.0:1775776813.808948:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.808950:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307762856
00000100:00000001:0.0:1775776813.808952:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.808954:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776813.808957:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.808960:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776813.808965:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813]  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776813.808976:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776813.808978:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776813.808981:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776813.808985:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776813.808987:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776813.808991:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776813.808994:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776813.809003:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809010:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776813.809012:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809015:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.809016:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776813.809020:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809026:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776813.809030:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809038:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776813.809041:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809042:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.809044:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809046:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776813.809048:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776813.809051:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776813.809055:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776813.809058:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776813.809061:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776813.809070:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291776:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776813.809074:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809076:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.809079:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309291776/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809085:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776813.809087:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776813.809090:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.809094:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776813.809096:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776813.809098:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776813.809100:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776813.809103:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:0.0:1775776813.809106:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776813.809108:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776813.809109:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776813.809112:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776813.809114:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809116:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809123:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776813.809125:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.809127:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.809128:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776813.809130:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776813.809134:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809141:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776813.809143:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.809146:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776813.809148:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776813.809151:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776813.809154:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776813.809157:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776813.809161:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776813.809178:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776813.809181:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776813.809188:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.809190:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776813.809195:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776813.809199:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776813.809203:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776813.809208:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309291904, portal 4
00000100:00000001:0.0:1775776813.809210:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776813.809212:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776813.809218:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809224:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776813.809226:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776813.809229:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776813.809231:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309291904, offset 0
00000400:00000200:0.0:1775776813.809236:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776813.809242:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.809248:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776813.809252:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776813.809256:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776813.809260:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776813.809262:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776813.809266:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340462:340462:256:4294967295] 192.168.201.105@tcp LPNI seq info [340407:340407:8:4294967295]
00000400:00000200:0.0:1775776813.809269:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776813.809277:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776813.809283:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.809288:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776813.809294:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776813.809298:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1775776813.809302:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776813.809305:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1775776813.809309:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776813.809311:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776813.809314:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776813.809319:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776813.809322:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776813.809324:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776813.809327:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776813.809330:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809338:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.809341:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776838 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809347:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.809348:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776813.809352:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776813.809354:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776813.809357:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776813.809359:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307762866
00000100:00000001:0.0:1775776813.809361:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.809363:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307762866
00000100:00000001:0.0:1775776813.809365:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307763592
00000100:00000001:0.0:1775776813.809367:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776813.809369:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.809370:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776813.809374:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813]  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776813.809381:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776813.809383:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776813.809384:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776813.809387:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776813.809389:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776813.809391:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776813.809394:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776813.809401:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809408:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776813.809409:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809411:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.809412:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776813.809415:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809421:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776813.809425:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809431:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776813.809433:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809434:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776813.809436:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809438:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776813.809439:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776813.809441:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776813.809445:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776813.809447:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776813.809451:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776813.809459:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309291904:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776813.809462:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809464:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776813.809467:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309291904/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776813.809473:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776813.809474:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776813.809477:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776813.809479:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776813.809480:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776813.809482:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776813.809484:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776813.809485:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:0.0:1775776813.809488:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776813.809489:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776813.809490:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776813.809493:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776813.809494:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809495:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776813.809499:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776813.809500:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776813.809502:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.809503:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776813.810102:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776813.810110:0:165884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13100)
00000100:00000001:0.0:1775776813.810888:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776813.810891:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776814.442247:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776814.442253:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776814.442259:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776814.442260:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776814.443635:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776814.443639:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776814.443642:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776814.698333:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776814.698340:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776814.698342:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776814.698346:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776814.698348:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776814.698351:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776814.698353:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776814.698355:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776814.698356:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776814.762270:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307763592, at 4307763648
00000100:00000010:0.0:1775776814.762283:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776814.762368:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307763592, at 4307763648
00000100:00000010:1.0:1775776814.762374:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1a20.
00010000:00000001:0.0:1775776815.466241:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776815.466245:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776815.466249:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776815.466250:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776815.466321:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776815.466323:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776815.466325:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776815.722275:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776815.722281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776815.722283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776815.722287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776815.722290:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776815.722293:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776815.722295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776815.722297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776815.722299:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776816.490282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776816.490288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776816.490293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776816.490295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776816.490316:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776816.490319:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776816.490322:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776816.746346:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776816.746354:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776816.746355:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776816.746361:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776816.746364:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776816.746368:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776816.746370:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776816.746372:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776816.746375:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776817.514293:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776817.514299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776817.514305:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776817.514306:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776817.514469:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776817.514473:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776817.514476:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776817.770274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776817.770280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776817.770282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776817.770287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776817.770291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776817.770294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776817.770297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776817.770298:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776817.770301:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538268:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776818.538276:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776818.538278:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776818.538281:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538285:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776818.538288:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538290:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538292:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538296:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776818.538298:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776818.538299:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776818.538300:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538302:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776818.538303:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538304:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776818.538306:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776818.538376:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776818.538380:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776818.538383:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776818.794277:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776818.794283:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776818.794285:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776818.794290:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776818.794293:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776818.794297:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.794299:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776818.794302:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.794304:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776818.922593:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776818.922601:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776818.922604:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776818.922607:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776818.922611:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776818.922617:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13095
00000400:00000200:2.0:1775776818.922626:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776818.922631:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776818.922634:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776818.922637:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922640:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922643:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922645:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776818.922648:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776818.922650:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776818.922652:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776818.922655:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776818.922657:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776818.922659:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776818.922662:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922664:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922666:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922668:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776818.922670:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776818.922673:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922675:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776818.922699:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776818.922702:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776818.922704:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922706:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776818.922708:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776818.922717:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776818.922720:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776818.922724:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776818.922726:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922728:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776818.922731:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776818.922735:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776818.922742:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776818.922748:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776818.922756:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776818.922766:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776818.922771:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776818.922775:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776818.922795:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776818.922798:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776818.922801:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776818.922803:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776818.922804:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776818.922807:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776818.922809:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13095
00000400:00000200:2.0:1775776818.922813:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776818.922815:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776818.922817:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776818.922820:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922822:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922824:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922826:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776818.922828:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776818.922829:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776818.922831:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776818.922833:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776818.922835:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776818.922837:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776818.922840:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922841:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922843:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922845:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776818.922847:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776818.922849:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922851:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776818.922853:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776818.922858:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776818.922859:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922861:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776818.922864:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776818.922867:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922869:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776818.922871:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776818.922873:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776818.922875:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776818.922876:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922878:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776818.922879:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776818.922881:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776818.922884:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776818.922899:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776818.922904:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776818.922911:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776818.922918:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776818.922922:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776818.922936:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776818.922938:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776818.922941:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776818.922942:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776818.922944:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776818.922946:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776818.922948:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13095
00000400:00000200:2.0:1775776818.922952:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776818.922954:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776818.922956:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776818.922958:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922960:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922962:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922963:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776818.922965:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776818.922966:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776818.922968:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776818.922970:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776818.922971:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776818.922973:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776818.922975:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922977:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.922979:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922981:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776818.922983:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776818.922985:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776818.922987:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776818.922990:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776818.922992:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776818.922994:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.922996:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776818.922998:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776818.923000:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.923002:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776818.923005:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776818.923007:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776818.923009:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776818.923011:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.923012:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776818.923014:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776818.923015:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776818.923018:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776818.923021:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776818.923025:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776818.923032:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776818.923034:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776818.923037:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776818.923044:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776818.923047:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776818.923050:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776818.923051:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776818.923052:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776818.923054:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776818.923056:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13095
00000400:00000200:2.0:1775776818.923059:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776818.923062:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776818.923064:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776818.923067:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.923069:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.923070:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.923072:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776818.923074:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776818.923075:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776818.923077:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776818.923078:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776818.923080:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776818.923081:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776818.923084:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.923086:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776818.923087:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776818.923089:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776818.923091:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776818.923093:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776818.923095:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776818.923096:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776818.923098:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776818.923100:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.923101:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776818.923103:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776818.923105:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.923106:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776818.923108:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776818.923110:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776818.923112:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776818.923113:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776818.923115:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776818.923116:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776818.923117:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776818.923119:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776818.923265:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776818.923271:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776818.923278:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776818.923280:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776818.923283:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776818.923290:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776818.923294:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13105)
00000100:00000001:0.0:1775776818.923336:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776818.923339:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776818.923341:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776818.923346:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923354:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776818.923355:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923358:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776818.923361:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776818.923363:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776818.923366:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309292032:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776818.923370:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776818.923373:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776818.923375:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923378:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776818.923382:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776818.923384:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776818.923388:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776818.923392:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776818.923398:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776818.923403:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292032, portal 25
00000100:00000001:0.0:1775776818.923405:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776818.923407:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000040:0.0:1775776818.923411:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923418:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776818.923421:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776818.923423:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776818.923426:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309292032, offset 0
00000400:00000200:0.0:1775776818.923432:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776818.923438:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.923443:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776818.923447:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776818.923451:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776818.923455:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776818.923458:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776818.923462:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340463:340463:256:4294967295] 192.168.201.105@tcp LPNI seq info [340408:340408:8:4294967295]
00000400:00000200:0.0:1775776818.923466:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.923474:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776818.923480:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.923484:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776818.923491:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776818.923494:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776818.923499:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776818.923502:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776818.923506:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.923509:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776818.923514:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776818.923519:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776818.923522:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776818.923524:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776818.923527:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776818.923531:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923539:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.923542:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923549:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.923550:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776818.923554:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776818.923558:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776818.923560:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307768712
00000100:00000010:0.0:1775776818.923564:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776818.923569:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776818.923574:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307768712
00000100:00000010:0.0:1775776818.923576:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1ba0.
00000100:00000001:0.0:1775776818.923579:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776818.923582:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776818.923585:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.923587:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776818.923590:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818]  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776818.923599:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776818.923601:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776818.923603:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776818.923605:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776818.923606:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776818.923609:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776818.923612:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776818.923620:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923627:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776818.923629:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923631:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.923632:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776818.923636:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923642:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776818.923646:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923652:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776818.923655:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923656:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.923657:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923659:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776818.923661:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776818.923663:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776818.923667:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776818.923669:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776818.923673:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776818.923692:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309292032:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776818.923696:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776818.923699:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923712:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776818.923713:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923715:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776818.923716:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776818.923718:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776818.923721:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292160:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776818.923723:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776818.923725:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776818.923726:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923728:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776818.923730:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776818.923732:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776818.923735:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776818.923737:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776818.923739:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776818.923742:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292160, portal 10
00000100:00000001:0.0:1775776818.923743:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776818.923745:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776818.923750:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923757:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776818.923759:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776818.923761:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776818.923763:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309292160, offset 0
00000400:00000200:0.0:1775776818.923766:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776818.923769:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.923772:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776818.923774:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776818.923776:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776818.923786:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776818.923789:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776818.923792:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340464:340464:256:4294967295] 192.168.201.105@tcp LPNI seq info [340409:340409:8:4294967295]
00000400:00000200:0.0:1775776818.923796:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.923803:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776818.923807:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.923810:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776818.923813:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776818.923816:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776818.923820:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776818.923822:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776818.923826:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.923828:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776818.923830:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776818.923833:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776818.923836:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776818.923837:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776818.923839:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776818.923842:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923850:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.923852:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923859:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.923860:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776818.923862:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776818.923865:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776818.923868:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776818.923870:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307767843
00000100:00000001:0.0:1775776818.923873:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.923875:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307767843
00000100:00000001:0.0:1775776818.923877:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.923879:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776818.923881:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.923882:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776818.923886:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818]  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776818.923893:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776818.923894:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776818.923895:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776818.923897:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776818.923899:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776818.923900:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776818.923903:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776818.923910:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923916:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776818.923917:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923919:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.923920:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776818.923923:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923930:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776818.923934:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923940:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776818.923943:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923944:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.923946:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.923947:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776818.923949:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776818.923952:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776818.923956:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776818.923958:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776818.923961:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776818.923968:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292160:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776818.923972:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776818.923975:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.923981:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776818.923982:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923984:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776818.923986:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776818.923988:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776818.923990:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776818.923994:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776818.923996:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776818.923997:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.923999:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924002:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776818.924003:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776818.924006:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776818.924009:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776818.924012:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776818.924014:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292288, portal 4
00000100:00000001:0.0:1775776818.924016:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776818.924017:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776818.924022:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924028:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776818.924031:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776818.924033:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776818.924035:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309292288, offset 0
00000400:00000200:0.0:1775776818.924039:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776818.924042:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.924045:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776818.924048:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776818.924050:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776818.924052:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776818.924055:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776818.924058:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340465:340465:256:4294967295] 192.168.201.105@tcp LPNI seq info [340410:340410:8:4294967295]
00000400:00000200:0.0:1775776818.924061:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.924068:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776818.924071:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.924074:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776818.924077:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776818.924080:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776818.924084:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776818.924098:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776818.924102:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.924104:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776818.924107:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776818.924110:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776818.924113:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776818.924114:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776818.924116:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776818.924245:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924254:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924258:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924265:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.924266:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776818.924270:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776818.924280:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776818.924283:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776818.924286:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307767972
00000100:00000001:0.0:1775776818.924288:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.924290:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307767972
00000100:00000001:0.0:1775776818.924292:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.924294:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776818.924296:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.924298:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776818.924301:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818]  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776818.924308:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776818.924309:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776818.924310:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776818.924313:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776818.924314:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776818.924316:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776818.924319:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776818.924327:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924333:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776818.924334:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924335:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.924337:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776818.924340:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924346:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776818.924350:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924358:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776818.924364:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924366:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.924367:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924369:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776818.924370:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776818.924372:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776818.924375:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776818.924377:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776818.924381:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776818.924388:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292288:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776818.924392:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776818.924395:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924401:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776818.924402:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.924404:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776818.924406:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776818.924408:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776818.924410:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776818.924413:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776818.924415:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776818.924416:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776818.924418:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924421:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776818.924423:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776818.924426:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776818.924428:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776818.924431:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776818.924433:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292416, portal 4
00000100:00000001:0.0:1775776818.924435:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776818.924436:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776818.924441:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924447:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776818.924450:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776818.924451:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776818.924453:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309292416, offset 0
00000400:00000200:0.0:1775776818.924457:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776818.924460:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.924463:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776818.924465:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776818.924468:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776818.924470:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776818.924473:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776818.924476:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340466:340466:256:4294967295] 192.168.201.105@tcp LPNI seq info [340411:340411:8:4294967295]
00000400:00000200:0.0:1775776818.924480:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776818.924487:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776818.924490:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.924493:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776818.924497:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776818.924499:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1775776818.924504:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776818.924506:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1775776818.924510:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776818.924511:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776818.924514:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776818.924517:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776818.924519:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776818.924521:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776818.924523:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776818.924526:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924533:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924536:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776843 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924543:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.924544:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776818.924546:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776818.924548:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776818.924551:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776818.924553:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307767981
00000100:00000001:0.0:1775776818.924555:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.924557:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307767981
00000100:00000001:0.0:1775776818.924559:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307768712
00000100:00000001:0.0:1775776818.924561:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776818.924562:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.924564:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776818.924567:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818]  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776818.924574:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776818.924575:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776818.924577:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776818.924578:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776818.924580:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776818.924582:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776818.924584:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776818.924592:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924604:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776818.924605:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924607:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.924608:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776818.924611:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924617:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776818.924620:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924626:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776818.924628:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924630:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776818.924631:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924632:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776818.924633:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776818.924636:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776818.924638:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776818.924640:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776818.924643:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776818.924650:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292416:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776818.924654:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924655:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924658:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309292032/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924665:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776818.924667:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924670:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776818.924672:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776818.924674:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776818.924686:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776818.924689:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776818.924692:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:0.0:1775776818.924695:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776818.924697:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776818.924698:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776818.924701:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776818.924703:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924704:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924707:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309292160/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924714:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776818.924715:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924717:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776818.924719:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776818.924720:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776818.924721:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776818.924723:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776818.924724:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:0.0:1775776818.924726:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776818.924727:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776818.924728:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776818.924730:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776818.924731:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924732:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924735:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309292288/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924741:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776818.924742:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924743:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776818.924747:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776818.924748:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776818.924749:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776818.924751:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776818.924752:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:0.0:1775776818.924754:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776818.924755:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776818.924756:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776818.924758:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776818.924759:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924761:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776818.924763:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309292416/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776818.924769:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776818.924770:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776818.924771:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776818.924773:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776818.924774:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776818.924775:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776818.924776:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776818.924777:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:0.0:1775776818.924779:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776818.924780:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776818.924781:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776818.924784:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776818.924785:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924787:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776818.924793:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776818.924795:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776818.924797:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776818.924798:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776819.562272:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776819.562278:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776819.562284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776819.562286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776819.562448:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776819.562452:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776819.562455:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776819.818291:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776819.818298:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776819.818299:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776819.818305:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776819.818308:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776819.818313:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776819.818315:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776819.818318:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776819.818320:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776819.882892:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307768712, at 4307768768
00000100:00000010:0.0:1775776819.882907:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776819.883256:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307768712, at 4307768769
00000100:00000010:1.0:1775776819.883264:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1ba0.
00010000:00000001:0.0:1775776820.586302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776820.586308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776820.586314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776820.586315:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776820.586339:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776820.586341:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776820.586344:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776820.842259:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776820.842310:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776820.842312:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776820.842316:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776820.842319:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776820.842321:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776820.842323:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776820.842325:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776820.842327:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776821.610461:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776821.610467:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776821.610472:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776821.610473:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776821.610688:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776821.610691:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776821.610695:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776821.866273:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776821.866281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776821.866283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776821.866288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776821.866292:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776821.866295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776821.866298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776821.866300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776821.866303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776822.634340:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776822.634344:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776822.634350:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776822.634352:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776822.634528:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776822.634532:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776822.634535:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776822.890283:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776822.890290:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776822.890292:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776822.890297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776822.890300:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776822.890303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776822.890305:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776822.890308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776822.890311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776823.658282:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776823.658288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776823.658294:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776823.658295:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776823.658357:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776823.658361:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776823.658364:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776823.914271:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776823.914278:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776823.914280:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776823.914284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776823.914288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776823.914295:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776823.914298:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776823.914300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776823.914303:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776824.042262:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776824.042271:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776824.042274:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776824.042278:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776824.042282:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776824.042290:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13100
00000400:00000200:3.0:1775776824.042300:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776824.042306:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776824.042309:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776824.042312:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042315:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776824.042317:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042319:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776824.042323:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776824.042326:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776824.042328:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776824.042331:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776824.042332:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776824.042334:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776824.042336:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042337:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776824.042338:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042339:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776824.042340:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776824.042343:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042344:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776824.042346:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776824.042349:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776824.042350:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042352:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776824.042353:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776824.042359:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776824.042362:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776824.042364:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776824.042366:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042367:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776824.042370:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776824.042373:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776824.042380:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776824.042392:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776824.042405:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776824.042414:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776824.042419:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776824.042423:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776824.042441:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776824.042444:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776824.042447:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776824.042448:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776824.042449:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776824.042451:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776824.042454:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13100
00000400:00000200:3.0:1775776824.042457:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776824.042460:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776824.042462:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776824.042465:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042466:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776824.042468:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042470:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776824.042472:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776824.042474:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776824.042475:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776824.042477:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776824.042479:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776824.042481:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776824.042483:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042485:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776824.042486:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042488:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776824.042490:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776824.042492:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042494:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776824.042495:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776824.042505:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776824.042507:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042508:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776824.042513:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776824.042516:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042517:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776824.042521:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776824.042524:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776824.042527:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776824.042528:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042530:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776824.042531:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776824.042533:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776824.042537:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:0.0:1775776824.042541:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776824.042541:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776824.042546:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1775776824.042547:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776824.042551:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1775776824.042556:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776824.042560:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776824.042561:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776824.042566:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.042582:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776824.042585:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042585:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.042603:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1775776824.042604:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1775776824.042607:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1775776824.042608:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776824.042612:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1775776824.042613:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776824.042614:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776824.042619:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00100000:0.0:1775776824.042620:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309292544:192.168.201.105@tcp:250:kworker.0
00000100:00080000:3.0:1775776824.042625:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13100
00000100:00000001:0.0:1775776824.042629:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000400:00000200:3.0:1775776824.042631:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776824.042634:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776824.042636:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776824.042639:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042641:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776824.042645:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
02000000:00000001:0.0:1775776824.042646:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776824.042650:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042650:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776824.042656:0:96535:0:(genops.c:811:class_conn2export()) Process entered
02000000:00000001:0.0:1775776824.042657:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1775776824.042658:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776824.042661:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776824.042663:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
02000000:00000010:0.0:1775776824.042665:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
00000020:00000001:3.0:1775776824.042666:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
02000000:00000001:0.0:1775776824.042669:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776824.042671:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776824.042676:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.042679:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1775776824.042680:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000040:3.0:1775776824.042684:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000010:0.0:1775776824.042686:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000100:00000001:3.0:1775776824.042687:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776824.042692:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000400:00000010:0.0:1775776824.042695:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776824.042704:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292544, portal 25
00000100:00000001:0.0:1775776824.042709:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1775776824.042709:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:0.0:1775776824.042712:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000001:3.0:1775776824.042713:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776824.042718:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776824.042721:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776824.042723:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776824.042725:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042729:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776824.042732:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776824.042738:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.042739:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1775776824.042740:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776824.042745:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000100:00000010:3.0:1775776824.042748:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000400:00000010:0.0:1775776824.042749:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000020:00000040:3.0:1775776824.042752:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
00000100:00000200:0.0:1775776824.042753:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309292544, offset 0
02000000:00000001:3.0:1775776824.042757:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776824.042759:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.042761:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1775776824.042762:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
02000000:00000001:3.0:1775776824.042764:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1775776824.042770:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.042777:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776824.042782:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776824.042786:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776824.042790:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776824.042792:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776824.042796:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340467:340467:256:4294967295] 192.168.201.105@tcp LPNI seq info [340412:340412:8:4294967295]
00000400:00000200:0.0:1775776824.042801:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.042809:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776824.042816:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.042821:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776824.042827:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776824.042831:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776824.042849:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776824.042852:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776824.042855:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.042858:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776824.042864:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776824.042868:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776824.042872:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776824.042874:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776824.042877:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776824.042881:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.042889:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.042892:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.042899:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.042900:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776824.042905:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776824.042909:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776824.042911:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307773831
00000100:00000010:0.0:1775776824.042916:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776824.042923:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776824.042930:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307773831
00000100:00000010:0.0:1775776824.042932:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1c00.
00000100:00000001:0.0:1775776824.042935:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1775776824.043002:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043006:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1775776824.043009:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:0.0:1775776824.043010:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043014:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1775776824.043014:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.043020:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776824/real 1775776824]  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776824.043023:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1775776824.043045:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776824.043048:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1775776824.043052:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776824.043055:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776824.043058:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1775776824.043063:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776824.043069:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000100:00000001:3.0:1775776824.043069:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1775776824.043072:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00080000:3.0:1775776824.043074:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1775776824.043076:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1775776824.043078:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776824.043081:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776824.043083:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1775776824.043084:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776824.043089:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776824.043095:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13100
00000100:00000200:0.0:1775776824.043099:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1775776824.043104:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776824.043113:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1775776824.043113:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00000001:0.0:1775776824.043116:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1775776824.043116:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1775776824.043121:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1775776824.043122:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776824.043124:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776824.043127:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1775776824.043131:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1775776824.043132:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776824.043137:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776824.043143:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776824.043146:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000100:00000001:0.0:1775776824.043147:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1775776824.043152:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000100:00000040:0.0:1775776824.043156:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1775776824.043159:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776824.043198:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776824.043201:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776824.043205:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776824.043209:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776824.043210:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1775776824.043215:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776824.043215:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:0.0:1775776824.043219:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776824.043220:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000100:00000001:0.0:1775776824.043221:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043226:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1775776824.043227:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00000001:0.0:1775776824.043229:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776824.043235:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776824.043235:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776824.043240:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1775776824.043242:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
02000000:00000001:3.0:1775776824.043243:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1775776824.043247:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1775776824.043249:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1775776824.043253:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776824.043253:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.043258:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776824.043261:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776824.043267:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.043269:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309292544:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776824.043270:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776824.043276:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776824.043277:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1775776824.043280:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
00000100:00000001:0.0:1775776824.043281:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1775776824.043286:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1775776824.043287:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309292544/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1775776824.043289:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776824.043294:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776824.043297:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776824.043299:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776824.043305:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:0.0:1775776824.043311:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1775776824.043312:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043315:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776824.043320:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
00000100:00100000:3.0:1775776824.043320:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1775776824.043328:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1775776824.043329:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1775776824.043331:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000100:00000001:3.0:1775776824.043333:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1775776824.043334:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776824.043338:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
00000100:00000040:3.0:1775776824.043340:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1775776824.043341:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776824.043347:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776824.043350:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1775776824.043352:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1775776824.043353:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776824.043358:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000040:3.0:1775776824.043359:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13110)
00000100:00000001:0.0:1775776824.043360:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043364:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043371:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776824.043373:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043375:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776824.043377:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776824.043378:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776824.043383:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043390:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776824.043391:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043393:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776824.043395:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776824.043397:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.043400:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292672:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776824.043403:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776824.043405:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776824.043407:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043409:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776824.043413:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776824.043414:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776824.043419:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776824.043422:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776824.043425:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776824.043428:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292672, portal 10
00000100:00000001:0.0:1775776824.043430:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776824.043432:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:0.0:1775776824.043438:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043444:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776824.043447:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776824.043448:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776824.043451:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309292672, offset 0
00000400:00000200:0.0:1775776824.043466:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776824.043470:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.043474:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776824.043477:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776824.043479:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776824.043482:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776824.043484:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776824.043488:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340468:340468:256:4294967295] 192.168.201.105@tcp LPNI seq info [340413:340413:8:4294967295]
00000400:00000200:0.0:1775776824.043492:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.043499:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776824.043503:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.043507:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776824.043510:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776824.043513:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776824.043518:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776824.043521:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776824.043525:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.043527:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776824.043530:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776824.043533:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776824.043536:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776824.043538:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776824.043541:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776824.043544:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043551:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.043554:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043560:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043562:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776824.043565:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776824.043569:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776824.043572:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776824.043574:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307772963
00000100:00000001:0.0:1775776824.043577:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.043579:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307772963
00000100:00000001:0.0:1775776824.043581:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.043583:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776824.043586:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043599:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776824.043603:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776824/real 1775776824]  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776824.043610:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776824.043612:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776824.043613:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776824.043617:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776824.043618:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776824.043620:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776824.043623:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776824.043630:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043640:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776824.043641:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043642:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.043644:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776824.043646:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043652:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776824.043656:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043662:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776824.043664:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043666:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.043667:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043668:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776824.043670:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776824.043672:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776824.043675:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776824.043677:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776824.043680:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776824.043687:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292672:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776824.043691:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776824.043694:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043700:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776824.043701:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043703:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776824.043705:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776824.043707:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.043709:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776824.043712:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776824.043713:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776824.043715:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043716:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776824.043719:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776824.043722:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776824.043725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776824.043728:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776824.043731:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776824.043733:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292800, portal 4
00000100:00000001:0.0:1775776824.043735:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776824.043736:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:0.0:1775776824.043740:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043745:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776824.043747:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776824.043750:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776824.043752:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309292800, offset 0
00000400:00000200:0.0:1775776824.043755:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776824.043758:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.043762:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776824.043764:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776824.043766:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776824.043768:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776824.043770:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776824.043772:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340469:340469:256:4294967295] 192.168.201.105@tcp LPNI seq info [340414:340414:8:4294967295]
00000400:00000200:0.0:1775776824.043776:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.043780:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776824.043784:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.043788:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776824.043791:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776824.043793:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776824.043797:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776824.043798:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776824.043802:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.043804:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776824.043806:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776824.043809:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776824.043811:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776824.043812:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776824.043815:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776824.043817:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043823:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.043825:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043830:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043831:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776824.043833:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776824.043836:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776824.043838:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776824.043840:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307773091
00000100:00000001:0.0:1775776824.043842:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.043844:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307773091
00000100:00000001:0.0:1775776824.043845:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.043847:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776824.043848:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.043850:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776824.043853:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776824/real 1775776824]  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776824.043859:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776824.043860:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776824.043862:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776824.043864:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776824.043865:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776824.043866:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776824.043869:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776824.043876:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043882:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776824.043883:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043884:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.043885:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776824.043888:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043894:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776824.043896:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043902:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776824.043904:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043905:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.043917:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.043919:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776824.043921:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776824.043923:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776824.043927:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776824.043929:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776824.043933:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776824.043939:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292800:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776824.043949:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776824.043952:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.043957:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776824.043958:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043961:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776824.043962:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776824.043968:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.043971:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776824.043974:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776824.043976:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776824.043977:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776824.043979:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776824.043983:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776824.043985:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776824.043988:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776824.043990:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776824.043993:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776824.043995:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309292928, portal 4
00000100:00000001:0.0:1775776824.043997:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776824.043998:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:0.0:1775776824.044003:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044009:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776824.044011:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776824.044013:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776824.044015:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309292928, offset 0
00000400:00000200:0.0:1775776824.044019:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776824.044023:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.044026:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776824.044029:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776824.044031:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776824.044034:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776824.044036:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776824.044039:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340470:340470:256:4294967295] 192.168.201.105@tcp LPNI seq info [340415:340415:8:4294967295]
00000400:00000200:0.0:1775776824.044043:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776824.044049:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776824.044053:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.044056:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776824.044059:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776824.044061:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1775776824.044065:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776824.044068:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1775776824.044072:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776824.044073:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776824.044075:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776824.044079:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776824.044082:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776824.044083:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776824.044086:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776824.044090:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044097:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.044100:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044105:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.044107:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776824.044109:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776824.044112:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776824.044115:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776824.044117:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307773100
00000100:00000001:0.0:1775776824.044120:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.044122:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307773100
00000100:00000001:0.0:1775776824.044124:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307773831
00000100:00000001:0.0:1775776824.044126:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776824.044127:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.044129:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776824.044132:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776824/real 1775776824]  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776824.044139:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776824.044140:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776824.044141:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776824.044143:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776824.044145:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776824.044147:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776824.044150:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776824.044156:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044161:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776824.044186:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044189:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.044190:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776824.044195:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044202:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776824.044205:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044212:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776824.044214:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044216:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776824.044217:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044219:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776824.044220:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776824.044222:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776824.044225:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776824.044227:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776824.044231:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776824.044238:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309292928:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776824.044241:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044243:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.044246:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309292672/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044252:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776824.044254:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776824.044256:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776824.044260:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776824.044262:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776824.044263:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776824.044265:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776824.044267:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776824.044270:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776824.044272:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776824.044273:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776824.044276:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776824.044277:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044278:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.044281:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309292800/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044293:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776824.044294:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776824.044295:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accdc00.
02000000:00000001:0.0:1775776824.044297:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776824.044298:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776824.044299:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776824.044301:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776824.044303:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776824.044304:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776824.044306:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776824.044307:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:0.0:1775776824.044309:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776824.044310:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044312:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776824.044314:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309292928/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776824.044320:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776824.044321:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776824.044328:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce800.
02000000:00000001:0.0:1775776824.044331:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776824.044332:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776824.044333:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776824.044334:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776824.044336:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776824.044338:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776824.044339:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776824.044340:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776824.044342:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776824.044343:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044345:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.044349:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776824.044350:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776824.044353:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776824.044354:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776824.682277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776824.682281:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776824.682285:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776824.682286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776824.682308:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776824.682310:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776824.682313:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776824.938268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776824.938274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776824.938275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776824.938279:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776824.938283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776824.938286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.938288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776824.938290:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776824.938291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776825.002625:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307773831, at 4307773888
00000100:00000010:0.0:1775776825.002639:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776825.002820:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307773831, at 4307773888
00000100:00000010:1.0:1775776825.002827:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1c00.
00010000:00000001:0.0:1775776825.706434:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776825.706440:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776825.706444:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776825.706445:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776825.707005:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776825.707008:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776825.707011:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776825.962274:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776825.962280:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776825.962290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776825.962295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776825.962299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776825.962302:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776825.962304:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776825.962307:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776825.962309:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776826.731087:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776826.731093:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776826.731099:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776826.731100:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776826.731412:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776826.731416:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776826.731419:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776826.986462:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776826.986469:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776826.986471:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776826.986476:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776826.986480:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776826.986483:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776826.986486:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776826.986489:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776826.986492:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776827.754275:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776827.754282:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776827.754288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776827.754289:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776827.754456:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776827.754460:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776827.754463:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776828.010500:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776828.010505:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776828.010507:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776828.010512:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776828.010516:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776828.010544:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776828.010547:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776828.010549:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776828.010552:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776828.778293:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776828.778295:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776828.778299:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778303:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776828.778306:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778308:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778311:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776828.778316:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776828.778317:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776828.778319:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778320:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776828.778321:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778323:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776828.778325:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776828.778350:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776828.778352:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776828.778355:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776829.034244:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776829.034250:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776829.034252:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776829.034257:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776829.034261:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776829.034264:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776829.034267:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776829.034270:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776829.034272:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776829.162365:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776829.162376:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776829.162379:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776829.162383:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776829.162388:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776829.162395:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13105
00000400:00000200:2.0:1775776829.162403:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776829.162409:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776829.162413:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776829.162416:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162420:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162423:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162426:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776829.162431:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776829.162433:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776829.162436:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776829.162439:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776829.162442:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776829.162444:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776829.162448:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162450:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162453:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162455:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776829.162458:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776829.162462:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162465:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776829.162468:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776829.162472:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776829.162475:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162478:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776829.162480:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776829.162487:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776829.162491:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776829.162494:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776829.162495:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162511:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776829.162515:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776829.162519:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776829.162526:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11800.
00000100:00000001:2.0:1775776829.162533:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776829.162543:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776829.162553:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776829.162558:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776829.162563:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776829.162592:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776829.162596:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776829.162599:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776829.162600:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776829.162602:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776829.162605:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776829.162608:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13105
00000400:00000200:2.0:1775776829.162612:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776829.162616:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776829.162618:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776829.162622:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162624:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162626:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162629:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776829.162631:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776829.162633:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776829.162635:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776829.162637:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776829.162640:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776829.162642:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776829.162645:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162647:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162649:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162651:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776829.162654:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00000001:3.0:1775776829.162654:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1775776829.162658:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776829.162660:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776829.162661:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.162663:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1775776829.162665:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776829.162672:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1775776829.162672:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1775776829.162677:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162679:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776829.162684:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776829.162690:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.162692:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776829.162693:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.162696:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776829.162698:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
02000000:00000001:3.0:1775776829.162701:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1775776829.162702:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776829.162706:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776829.162706:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776829.162709:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162712:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776829.162714:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776829.162716:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776829.162719:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12c00.
00000100:00000001:2.0:1775776829.162724:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776829.162729:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776829.162737:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776829.162739:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776829.162744:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776829.162752:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776829.162754:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776829.162757:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776829.162758:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776829.162760:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776829.162762:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776829.162765:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13105
00000400:00000200:2.0:1775776829.162768:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776829.162771:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776829.162773:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776829.162776:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162778:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162780:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162781:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776829.162783:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776829.162785:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776829.162786:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776829.162788:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776829.162790:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776829.162791:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776829.162794:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162796:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162798:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162801:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776829.162803:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776829.162806:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162809:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776829.162810:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776829.162813:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776829.162815:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162817:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776829.162819:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776829.162822:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162823:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776829.162827:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776829.162829:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776829.162833:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776829.162834:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162835:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776829.162837:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776829.162838:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776829.162842:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11400.
00000100:00000001:2.0:1775776829.162846:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776829.162850:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776829.162857:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776829.162859:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776829.162862:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776829.162870:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776829.162872:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1775776829.162873:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776829.162879:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776829.162881:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1775776829.162883:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309293056:192.168.201.105@tcp:250:kworker.0
00000100:00080000:2.0:1775776829.162884:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776829.162889:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00000001:3.0:1775776829.162891:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1775776829.162894:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13105
02000000:00000001:3.0:1775776829.162896:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1775776829.162900:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
02000000:00000001:3.0:1775776829.162900:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1775776829.162904:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
02000000:00000001:3.0:1775776829.162905:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1775776829.162908:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776829.162912:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
02000000:00000010:3.0:1775776829.162912:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:2.0:1775776829.162917:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1775776829.162917:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776829.162921:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162924:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000400:00000200:3.0:1775776829.162927:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000020:00000001:2.0:1775776829.162929:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776829.162931:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000400:00000010:3.0:1775776829.162932:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000020:00000001:2.0:1775776829.162934:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776829.162937:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776829.162939:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776829.162941:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776829.162945:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162946:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776829.162948:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162950:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776829.162953:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776829.162955:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776829.162957:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776829.162958:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776829.162961:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776829.162963:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162964:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776829.162966:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776829.162968:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776829.162969:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1775776829.162971:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000010:2.0:1775776829.162973:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776829.162977:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776829.162979:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776829.162981:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1775776829.162981:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293056, portal 25
00000100:00000001:2.0:1775776829.162983:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776829.162986:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1775776829.162987:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1775776829.162988:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.162990:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
02000000:00000010:2.0:1775776829.162993:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11000.
00000100:00000001:2.0:1775776829.162997:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776829.162999:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1775776829.163004:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776829.163022:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1775776829.163023:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776829.163028:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776829.163029:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776829.163034:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000040:2.0:1775776829.163035:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776829.163039:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309293056, offset 0
00000100:00000001:2.0:1775776829.163046:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776829.163050:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13115)
00000400:00000200:3.0:1775776829.163058:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163067:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163073:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776829.163079:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776829.163083:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776829.163087:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776829.163090:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163094:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340471:340471:256:4294967295] 192.168.201.105@tcp LPNI seq info [340416:340416:8:4294967295]
00000400:00000200:3.0:1775776829.163098:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163107:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776829.163112:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163136:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776829.163143:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776829.163146:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1F:1775776829.163152:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776829.163161:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1775776829.163186:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163189:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776829.163194:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776829.163199:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776829.163204:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776829.163206:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776829.163231:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776829.163236:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163245:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.163248:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163254:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163256:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776829.163261:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776829.163264:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776829.163267:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307778952
00000100:00000010:3.0:1775776829.163271:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2bc36c0.
00000100:00000001:3.0:1775776829.163276:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776829.163283:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307778952
00000100:00000010:3.0:1775776829.163286:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2bc3d80.
00000100:00000001:3.0:1775776829.163288:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776829.163291:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776829.163293:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163295:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776829.163298:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776829/real 1775776829]  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776829.163306:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776829.163308:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776829.163309:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776829.163311:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776829.163313:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776829.163314:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776829.163317:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776829.163324:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163330:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776829.163331:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163333:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163335:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776829.163338:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163344:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776829.163348:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163354:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776829.163356:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163357:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163359:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163361:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776829.163363:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776829.163366:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776829.163369:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776829.163371:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776829.163375:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776829.163382:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309293056:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776829.163387:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163388:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.163391:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309293056/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163397:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776829.163399:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776829.163401:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381110c00.
02000000:00000001:3.0:1775776829.163404:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776829.163405:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776829.163406:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:3.0:1775776829.163408:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776829.163411:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11800.
02000000:00000001:3.0:1775776829.163414:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776829.163415:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776829.163417:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:3.0:1775776829.163421:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776829.163422:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163424:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163431:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776829.163433:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163434:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776829.163436:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776829.163437:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776829.163440:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163446:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776829.163447:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.163449:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776829.163451:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776829.163453:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776829.163455:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293184:192.168.201.105@tcp:38:kworker.0
00000100:00000001:3.0:1775776829.163458:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776829.163460:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776829.163462:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.163463:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776829.163465:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381110c00.
02000000:00000001:3.0:1775776829.163467:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776829.163471:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776829.163474:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776829.163477:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776829.163480:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293184, portal 10
00000100:00000001:3.0:1775776829.163481:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776829.163483:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:3.0:1775776829.163511:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163518:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776829.163520:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776829.163523:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776829.163525:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309293184, offset 0
00000400:00000200:3.0:1775776829.163529:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163533:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163537:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776829.163539:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776829.163541:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776829.163544:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776829.163546:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163549:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340472:340472:256:4294967295] 192.168.201.105@tcp LPNI seq info [340417:340417:8:4294967295]
00000400:00000200:3.0:1775776829.163563:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163569:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776829.163574:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163577:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776829.163581:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776829.163583:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775776829.163587:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776829.163590:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1775776829.163594:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163596:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776829.163598:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776829.163601:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776829.163604:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776829.163606:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776829.163608:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776829.163612:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163619:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.163622:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163628:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163629:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776829.163632:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776829.163635:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:3.0:1775776829.163638:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776829.163640:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307778083
00000100:00000001:3.0:1775776829.163642:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.163644:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307778083
00000100:00000001:3.0:1775776829.163646:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.163648:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776829.163650:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163652:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776829.163655:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776829/real 1775776829]  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776829.163663:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776829.163664:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776829.163666:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776829.163668:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776829.163670:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776829.163672:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776829.163675:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776829.163682:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163689:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776829.163690:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163692:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163693:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776829.163697:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163703:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776829.163713:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163720:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776829.163722:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163723:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163724:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163726:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776829.163728:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776829.163730:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776829.163734:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776829.163736:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776829.163740:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776829.163747:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293184:192.168.201.105@tcp:38:kworker.0
00000100:00000001:3.0:1775776829.163750:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776829.163753:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163758:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776829.163759:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.163761:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776829.163763:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776829.163764:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776829.163767:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293312:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776829.163770:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776829.163772:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776829.163773:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.163775:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776829.163778:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776829.163780:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776829.163783:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776829.163785:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776829.163787:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776829.163790:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293312, portal 4
00000100:00000001:3.0:1775776829.163792:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776829.163793:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:3.0:1775776829.163798:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163804:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776829.163806:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776829.163809:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776829.163811:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309293312, offset 0
00000400:00000200:3.0:1775776829.163815:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163818:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163822:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776829.163824:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776829.163827:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776829.163829:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776829.163831:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776829.163834:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340473:340473:256:4294967295] 192.168.201.105@tcp LPNI seq info [340418:340418:8:4294967295]
00000400:00000200:3.0:1775776829.163838:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.163844:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776829.163848:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163851:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776829.163855:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776829.163857:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775776829.163861:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776829.163863:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1775776829.163866:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.163868:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776829.163871:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776829.163874:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776829.163876:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776829.163878:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776829.163880:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776829.163883:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163890:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.163892:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163897:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163898:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776829.163901:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776829.163904:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:3.0:1775776829.163907:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776829.163908:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307778211
00000100:00000001:3.0:1775776829.163910:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.163912:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307778211
00000100:00000001:3.0:1775776829.163914:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.163915:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776829.163917:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.163918:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776829.163922:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776829/real 1775776829]  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776829.163929:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776829.163930:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776829.163932:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776829.163934:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776829.163935:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776829.163937:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776829.163940:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776829.163947:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163952:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776829.163954:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163955:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163957:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776829.163960:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163966:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776829.163969:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.163976:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776829.163978:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163980:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.163981:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.163983:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776829.163984:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776829.163986:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776829.163989:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776829.163990:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776829.163994:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776829.164001:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293312:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776829.164004:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776829.164007:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164013:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776829.164014:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.164016:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776829.164018:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776829.164030:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776829.164033:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776829.164036:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776829.164037:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776829.164038:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776829.164040:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776829.164043:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776829.164045:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776829.164047:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776829.164050:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776829.164053:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776829.164055:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293440, portal 4
00000100:00000001:3.0:1775776829.164057:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776829.164058:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:3.0:1775776829.164063:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164068:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776829.164071:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776829.164072:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776829.164075:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309293440, offset 0
00000400:00000200:3.0:1775776829.164078:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776829.164081:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.164084:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776829.164086:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776829.164088:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776829.164090:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776829.164092:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776829.164095:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340474:340474:256:4294967295] 192.168.201.105@tcp LPNI seq info [340419:340419:8:4294967295]
00000400:00000200:3.0:1775776829.164098:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776829.164103:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776829.164107:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.164110:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776829.164113:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776829.164115:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1775776829.164119:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776829.164121:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1775776829.164124:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776829.164126:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776829.164128:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776829.164131:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776829.164133:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776829.164135:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776829.164138:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776829.164141:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164147:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.164150:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164155:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.164156:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776829.164159:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776829.164162:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:3.0:1775776829.164187:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776829.164188:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307778221
00000100:00000001:3.0:1775776829.164191:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.164192:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307778221
00000100:00000001:3.0:1775776829.164194:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307778952
00000100:00000001:3.0:1775776829.164196:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776829.164198:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.164199:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776829.164203:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776829/real 1775776829]  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776829.164211:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776829.164213:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776829.164215:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776829.164217:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776829.164219:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776829.164222:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776829.164225:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776829.164233:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164243:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776829.164244:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164245:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.164246:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776829.164249:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164255:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776829.164258:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164263:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776829.164265:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164266:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776829.164267:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164268:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776829.164270:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776829.164271:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776829.164274:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776829.164276:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776829.164279:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776829.164286:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293440:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776829.164290:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164291:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.164294:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309293184/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164299:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776829.164300:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776829.164302:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381110c00.
02000000:00000001:3.0:1775776829.164304:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776829.164305:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776829.164307:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:3.0:1775776829.164308:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776829.164310:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12c00.
02000000:00000001:3.0:1775776829.164312:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776829.164313:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776829.164314:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:3.0:1775776829.164317:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776829.164318:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164319:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.164322:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309293312/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164327:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776829.164328:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776829.164329:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776829.164331:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776829.164331:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776829.164332:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:3.0:1775776829.164334:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776829.164335:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11400.
02000000:00000001:3.0:1775776829.164336:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776829.164337:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776829.164338:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:3.0:1775776829.164340:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776829.164341:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164342:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776829.164345:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309293440/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776829.164349:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776829.164350:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776829.164351:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776829.164353:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776829.164353:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776829.164354:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:3.0:1775776829.164356:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776829.164357:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11000.
02000000:00000001:3.0:1775776829.164358:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776829.164359:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776829.164360:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:3.0:1775776829.164362:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776829.164363:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164364:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776829.164367:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776829.164368:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776829.164369:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776829.164370:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776829.802361:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776829.802367:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776829.802372:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776829.802374:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776829.802426:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776829.802430:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776829.802433:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776830.064614:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776830.064621:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776830.064623:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776830.064628:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776830.064632:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776830.064635:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776830.064638:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776830.064640:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776830.064643:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776830.122276:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307778952, at 4307779008
00000100:00000040:1.0:1775776830.122276:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307778952, at 4307779008
00000100:00000010:0.0:1775776830.122292:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2bc36c0.
00000100:00000010:1.0:1775776830.122294:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2bc3d80.
00010000:00000001:0.0:1775776830.826291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776830.826296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776830.826302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776830.826304:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776830.826636:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776830.826640:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776830.826643:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1775776831.083369:0:2349:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c648a5f1180] -> 12345-192.168.201.5@tcp (6)
00000800:00000200:2.0:1775776831.083377:0:2349:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.5@tcp ip 192.168.201.5:988
00000800:00000200:2.0:1775776831.083383:0:2349:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff9c6488ea1b00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1775776831.085793:0:2351:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1775776831.085794:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000100:00000001:2.0:1775776831.085800:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776831.085805:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776831.085807:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776831.085811:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000800:00000001:1.0:1775776831.085813:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776831.085815:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000800:00000001:1.0:1775776831.085818:0:2350:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered
00000100:00000001:2.0:1775776831.085820:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1775776831.085823:0:2350:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776831.085824:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776831.085828:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776831.085831:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776831.850280:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776831.850284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776831.850288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776831.850288:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776831.850334:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776831.850336:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776831.850339:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776832.106603:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776832.106610:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776832.106612:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776832.106617:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776832.106621:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776832.106625:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776832.106628:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776832.106630:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776832.106632:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776832.874292:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776832.874298:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776832.874304:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776832.874305:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776832.874328:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776832.874331:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776832.874333:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776833.132628:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776833.132634:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776833.132636:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776833.132641:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776833.132644:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776833.132648:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776833.132650:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776833.132652:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776833.132654:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776833.898287:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776833.898292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776833.898298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776833.898299:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776833.898639:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776833.898643:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776833.898645:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776834.155528:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776834.155534:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776834.155536:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776834.155541:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776834.155545:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776834.155548:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776834.155551:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776834.155554:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776834.155557:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776834.282533:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776834.282543:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776834.282546:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776834.282550:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776834.282554:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776834.282561:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13110
00000400:00000200:2.0:1775776834.282571:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776834.282578:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776834.282582:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776834.282585:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282588:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282590:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282592:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776834.282596:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776834.282597:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776834.282600:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776834.282602:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776834.282604:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776834.282606:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776834.282609:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282610:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282612:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282613:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776834.282616:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776834.282619:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282621:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776834.282624:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776834.282627:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776834.282629:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.282632:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776834.282634:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776834.282644:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e680.
00000020:00000040:2.0:1775776834.282648:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776834.282651:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776834.282652:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.282655:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776834.282658:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776834.282661:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776834.282669:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13c00.
00000100:00000001:2.0:1775776834.282675:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776834.282683:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776834.282694:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776834.282699:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776834.282702:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006b9e0da2] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776834.282728:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776834.282732:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776834.282734:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776834.282736:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776834.282737:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776834.282739:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776834.282741:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13110
00000400:00000200:2.0:1775776834.282746:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776834.282749:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776834.282751:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776834.282753:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282756:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282757:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282759:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776834.282761:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776834.282762:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776834.282763:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776834.282765:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776834.282767:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776834.282768:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776834.282771:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282772:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282774:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282775:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776834.282777:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776834.282779:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282781:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776834.282783:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776834.282788:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776834.282790:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.282791:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776834.282795:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776834.282798:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.282800:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776834.282806:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1e300.
00000020:00000040:2.0:1775776834.282808:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776834.282810:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776834.282811:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.282813:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776834.282814:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776834.282816:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776834.282819:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12400.
00000100:00000001:2.0:1775776834.282822:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776834.282827:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776834.282835:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776834.282837:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776834.282841:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073dfdc59] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776834.282848:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776834.282850:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776834.282852:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776834.282854:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776834.282855:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776834.282857:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776834.282859:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13110
00000400:00000200:2.0:1775776834.282862:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776834.282865:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776834.282867:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776834.282869:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282871:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282873:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282875:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776834.282877:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776834.282878:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776834.282879:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776834.282881:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776834.282883:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776834.282885:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776834.282888:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282890:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.282891:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.282893:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776834.282895:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776834.282897:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776834.285661:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776834.285667:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776834.285670:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776834.285682:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.285693:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776834.285695:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.285698:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776834.285701:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776834.285703:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776834.285707:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309293568:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776834.285710:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776834.285714:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776834.285716:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.285718:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776834.285727:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776834.285728:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776834.285735:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776834.285739:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776834.285745:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776834.285751:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293568, portal 25
00000100:00000001:3.0:1775776834.285753:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776834.285755:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371466880 : -109519338084736 : ffff9c648ac1e680)
00000100:00000040:3.0:1775776834.285760:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.285766:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776834.285769:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776834.285771:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776834.285774:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309293568, offset 0
00000400:00000200:3.0:1775776834.285780:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776834.285788:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.285794:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776834.285799:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776834.285802:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776834.285806:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776834.285809:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776834.285813:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340475:340475:256:4294967295] 192.168.201.105@tcp LPNI seq info [340420:340420:8:4294967295]
00000400:00000200:3.0:1775776834.285817:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.285828:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776834.285834:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.285840:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776834.285847:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776834.285850:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775776834.285855:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776834.285858:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1775776834.285862:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.285864:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776834.285870:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776834.285875:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776834.285880:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776834.285882:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776834.285886:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776834.285890:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.285900:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.285903:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.285910:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.285912:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776834.285917:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776834.285920:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776834.285923:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307784074
00000100:00000010:3.0:1775776834.285928:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2bc3ba0.
00000100:00000001:3.0:1775776834.285935:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1775776834.285942:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307784074
00000100:00000010:3.0:1775776834.285945:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c64b2bc3c60.
00000100:00000001:3.0:1775776834.285948:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776834.285951:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776834.285954:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.285956:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776834.285960:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776834/real 1775776834]  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776834.285969:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776834.285971:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776834.285972:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776834.285975:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776834.285976:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776834.285978:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776834.285981:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776834.285993:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.285998:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776834.285999:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.286002:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.286004:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776834.286007:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.286014:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776834.286018:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.286024:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776834.286027:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.286029:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.286030:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.286032:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776834.286034:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776834.286037:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776834.286041:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776834.286044:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776834.286048:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776834.286055:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309293568:192.168.201.105@tcp:250:kworker.0
00000100:00000001:3.0:1775776834.286059:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776834.286062:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.286069:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776834.286070:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.286072:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776834.286074:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776834.286075:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776834.286078:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293696:192.168.201.105@tcp:38:kworker.0
00000100:00000001:3.0:1775776834.286080:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776834.286082:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776834.286083:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.286085:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776834.286088:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776834.286090:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776834.286093:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776834.286095:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776834.286098:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776834.286101:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293696, portal 10
00000100:00000001:3.0:1775776834.286102:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776834.286103:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465984 : -109519338085632 : ffff9c648ac1e300)
00000100:00000040:3.0:1775776834.286108:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.286113:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776834.286115:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776834.286117:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776834.286119:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309293696, offset 0
00000400:00000200:3.0:1775776834.286123:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776834.286126:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.286129:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776834.286132:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776834.286134:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776834.286136:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776834.286138:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776834.286141:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340476:340476:256:4294967295] 192.168.201.105@tcp LPNI seq info [340421:340421:8:4294967295]
00000400:00000200:3.0:1775776834.286145:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.286151:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1775776834.290626:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776834.290630:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776834.290637:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776834.290641:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.290644:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776834.290648:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776834.290652:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.290654:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776834.290664:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f480.
00000020:00000040:2.0:1775776834.290668:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776834.290672:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776834.290674:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.290677:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776834.290680:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776834.290684:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776834.290692:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10c00.
00000100:00000001:2.0:1775776834.290700:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776834.290715:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776834.290726:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776834.290731:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776834.290736:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000932f8e80] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776834.290749:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776834.290753:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776834.290758:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776834.290760:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776834.290762:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776834.290765:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776834.290768:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13110
00000400:00000200:2.0:1775776834.290777:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776834.290783:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776834.290786:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776834.290789:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.290792:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.290795:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.290797:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776834.290800:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776834.290802:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776834.290804:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776834.290806:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776834.290809:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776834.290811:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776834.290814:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.290816:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776834.290818:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776834.290820:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776834.290823:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776834.290826:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776834.290829:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776834.290830:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776834.290833:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776834.290835:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.290837:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776834.290839:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776834.290841:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.290843:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776834.290996:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c000.
00000020:00000040:2.0:1775776834.291000:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776834.291003:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776834.291004:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776834.291006:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776834.291008:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776834.291010:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776834.291014:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13400.
00000100:00000001:2.0:1775776834.291017:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776834.291022:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776834.291030:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776834.291032:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776834.291036:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000940b5fc4] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776834.291043:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776834.291049:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13120)
00000800:00000200:3.0:1775776834.291145:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.291151:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776834.291204:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776834.291208:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775776834.291214:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776834.291217:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1775776834.291222:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.291224:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776834.291230:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776834.291235:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776834.291240:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776834.291243:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776834.291247:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776834.291252:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291261:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.291265:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291272:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.291274:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776834.291282:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776834.291287:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:3.0:1775776834.291291:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776834.291294:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307783211
00000100:00000001:3.0:1775776834.291297:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.291299:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307783211
00000100:00000001:3.0:1775776834.291301:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.291304:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776834.291308:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.291311:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776834.291315:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776834/real 1775776834]  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776834.291327:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776834.291328:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776834.291332:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776834.291335:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776834.291337:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776834.291339:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776834.291342:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776834.291352:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291359:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776834.291360:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291363:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.291365:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776834.291368:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291376:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776834.291381:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291388:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776834.291391:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291393:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.291394:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291396:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776834.291399:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776834.291402:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776834.291406:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776834.291435:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776834.291441:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776834.291450:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293696:192.168.201.105@tcp:38:kworker.0
00000100:00000001:3.0:1775776834.291454:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291457:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.291461:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e680 x1862023309293568/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291589:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776834.291592:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776834.291594:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776834.291598:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776834.291599:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776834.291601:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:3.0:1775776834.291603:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776834.291605:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13c00.
02000000:00000001:3.0:1775776834.291609:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776834.291611:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776834.291612:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e680.
00000100:00000001:3.0:1775776834.291615:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776834.291616:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291618:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.291622:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1e300 x1862023309293696/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291629:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776834.291630:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776834.291631:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776834.291633:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776834.291635:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776834.291636:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:3.0:1775776834.291637:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776834.291639:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12400.
02000000:00000001:3.0:1775776834.291641:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776834.291642:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776834.291644:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1e300.
00000100:00000001:3.0:1775776834.291646:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776834.291647:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291649:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291655:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776834.291657:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.291660:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776834.291662:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1775776834.291663:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776834.291667:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291673:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776834.291676:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.291679:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776834.291681:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776834.291684:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776834.291687:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293824:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776834.291691:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776834.291694:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776834.291697:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.291699:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776834.291703:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776834.291706:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776834.291710:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776834.291713:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776834.291718:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776834.291722:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293824, portal 4
00000100:00000001:3.0:1775776834.291725:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776834.291726:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371470464 : -109519338081152 : ffff9c648ac1f480)
00000100:00000040:3.0:1775776834.291732:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291739:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776834.291741:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776834.291743:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776834.291747:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309293824, offset 0
00000400:00000200:3.0:1775776834.291752:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776834.291758:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.291764:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776834.291768:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776834.291772:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776834.291776:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776834.291779:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776834.291783:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340477:340477:256:4294967295] 192.168.201.105@tcp LPNI seq info [340422:340422:8:4294967295]
00000400:00000200:3.0:1775776834.291787:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.291796:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776834.291801:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.291804:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776834.291808:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776834.291811:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775776834.291815:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776834.291818:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1775776834.291822:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.291824:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776834.291826:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776834.291830:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776834.291832:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776834.291834:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776834.291836:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776834.291840:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291860:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.291863:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291869:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.291870:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776834.291874:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776834.291876:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:3.0:1775776834.291881:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776834.291883:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307783339
00000100:00000001:3.0:1775776834.291885:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.291887:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307783339
00000100:00000001:3.0:1775776834.291889:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.291891:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776834.291894:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.291895:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776834.291899:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776834/real 1775776834]  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776834.291906:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776834.291907:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776834.291909:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776834.291911:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776834.291913:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776834.291915:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776834.291918:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776834.291925:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291932:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776834.291934:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291936:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.291937:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776834.291940:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291947:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776834.291951:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.291964:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776834.291966:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291968:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.291969:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.291971:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776834.291973:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776834.291975:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776834.291978:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776834.291981:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776834.291984:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776834.291992:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293824:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776834.291996:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1775776834.291999:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292004:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1775776834.292005:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.292007:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1775776834.292009:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776834.292011:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776834.292014:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776834.292017:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1775776834.292018:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1775776834.292019:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776834.292021:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1775776834.292024:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776834.292026:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1775776834.292029:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:3.0:1775776834.292031:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c649e752c08.
00000400:00000010:3.0:1775776834.292034:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d550.
00000100:00000200:3.0:1775776834.292037:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309293952, portal 4
00000100:00000001:3.0:1775776834.292039:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1775776834.292040:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371457024 : -109519338094592 : ffff9c648ac1c000)
00000100:00000040:3.0:1775776834.292045:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292052:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1775776834.292054:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:3.0:1775776834.292056:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c63f615d4c8.
00000100:00000200:3.0:1775776834.292058:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309293952, offset 0
00000400:00000200:3.0:1775776834.292062:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:3.0:1775776834.292065:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.292069:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:3.0:1775776834.292072:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1775776834.292074:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:3.0:1775776834.292077:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1775776834.292079:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:3.0:1775776834.292082:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340478:340478:256:4294967295] 192.168.201.105@tcp LPNI seq info [340423:340423:8:4294967295]
00000400:00000200:3.0:1775776834.292086:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776834.292092:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1775776834.292097:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.292100:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63813a0900.
00000800:00000200:3.0:1775776834.292104:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.0:1775776834.292106:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1775776834.292110:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:3.1:1775776834.292113:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1775776834.292117:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:3.0:1775776834.292118:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63813a0900.
00000400:00000200:3.0:1775776834.292121:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1775776834.292124:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1775776834.292127:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d4c8
00000400:00000010:3.0:1775776834.292129:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d4c8.
00000100:00000001:3.0:1775776834.292132:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1775776834.292135:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292142:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.292144:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776859 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292152:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.292153:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1775776834.292156:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776834.292158:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:3.0:1775776834.292161:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:3.0:1775776834.292184:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307783349
00000100:00000001:3.0:1775776834.292187:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.292190:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307783349
00000100:00000001:3.0:1775776834.292192:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307784074
00000100:00000001:3.0:1775776834.292194:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1775776834.292196:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.292198:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1775776834.292202:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776834/real 1775776834]  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1775776834.292209:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1775776834.292211:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1775776834.292213:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c649e752c08.
00000400:00000200:3.0:1775776834.292215:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c63f615d550
00000400:00000010:3.0:1775776834.292216:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c63f615d550.
00000100:00000001:3.0:1775776834.292218:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1775776834.292222:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1775776834.292230:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292242:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1775776834.292243:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292245:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.292247:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1775776834.292250:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292257:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1775776834.292261:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292268:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1775776834.292270:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292272:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1775776834.292273:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292274:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1775776834.292276:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1775776834.292278:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1775776834.292281:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:3.0:1775776834.292284:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1775776834.292288:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1775776834.292296:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309293952:192.168.201.105@tcp:8:kworker.0
00000100:00000001:3.0:1775776834.292300:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292301:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.292304:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f480 x1862023309293824/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292311:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776834.292312:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776834.292314:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113000.
02000000:00000001:3.0:1775776834.292316:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776834.292318:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776834.292319:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:3.0:1775776834.292321:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776834.292323:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10c00.
02000000:00000001:3.0:1775776834.292325:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776834.292327:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776834.292328:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f480.
00000100:00000001:3.0:1775776834.292330:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776834.292332:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292333:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1775776834.292337:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c000 x1862023309293952/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776859 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776834.292343:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1775776834.292345:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1775776834.292346:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c6381113400.
02000000:00000001:3.0:1775776834.292348:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1775776834.292349:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:3.0:1775776834.292351:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:3.0:1775776834.292352:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:3.0:1775776834.292354:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13400.
02000000:00000001:3.0:1775776834.292356:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1775776834.292357:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1775776834.292358:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c000.
00000100:00000001:3.0:1775776834.292361:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1775776834.292362:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292364:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1775776834.292367:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1775776834.292368:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776834.292370:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1775776834.292371:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776834.922299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776834.922305:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776834.922310:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776834.922311:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776834.922625:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776834.922637:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776834.922640:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776835.178295:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776835.178302:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776835.178304:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776835.178310:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776835.178314:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776835.178322:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776835.178325:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776835.178327:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776835.178329:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776835.242298:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307784074, at 4307784128
00000100:00000010:1.0:1775776835.242318:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2bc3c60.
00000100:00000040:0.0:1775776835.242437:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307784074, at 4307784128
00000100:00000010:0.0:1775776835.242444:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c64b2bc3ba0.
00010000:00000001:0.0:1775776835.946288:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776835.946293:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776835.946298:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776835.946300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776835.946419:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776835.946422:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776835.946425:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776836.202263:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776836.202270:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776836.202272:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776836.202278:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776836.202282:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776836.202286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776836.202288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776836.202291:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776836.202294:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776836.970656:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776836.970663:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776836.970669:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776836.970670:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776836.970707:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776836.970710:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776836.970713:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776837.241893:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776837.241910:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776837.241913:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776837.241919:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776837.241923:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776837.241926:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776837.241928:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776837.241930:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776837.241933:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776837.994311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776837.994317:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776837.994324:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776837.994326:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776837.994685:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776837.994688:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776837.994692:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776838.250279:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776838.250288:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776838.250290:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776838.250295:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776838.250299:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776838.250303:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776838.250306:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776838.250308:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776838.250311:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018404:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776839.018412:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776839.018414:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776839.018418:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018423:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776839.018426:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018428:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018430:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018435:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776839.018437:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776839.018439:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776839.018440:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018442:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776839.018443:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018444:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776839.018446:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776839.018524:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776839.018528:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776839.018531:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776839.274402:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776839.274410:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776839.274412:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776839.274417:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776839.274421:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776839.274425:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776839.274428:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776839.274430:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776839.274433:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776839.402957:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776839.402967:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776839.402970:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776839.402974:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776839.402978:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776839.402984:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13115
00000400:00000200:3.0:1775776839.402993:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776839.402999:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776839.403003:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776839.403006:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403009:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403011:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403013:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776839.403017:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776839.403018:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776839.403021:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776839.403023:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776839.403025:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776839.403027:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776839.403030:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403031:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403033:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403035:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776839.403037:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776839.403039:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403041:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776839.403044:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776839.403047:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776839.403050:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403052:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776839.403054:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776839.403063:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31ba300.
00000020:00000040:3.0:1775776839.403066:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776839.403069:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776839.403071:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403073:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776839.403076:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776839.403080:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776839.403087:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113400.
00000100:00000001:3.0:1775776839.403094:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776839.403116:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776839.403128:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776839.403132:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776839.403136:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da7905a3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776839.403201:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776839.403205:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776839.403209:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776839.403210:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776839.403212:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776839.403215:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776839.403217:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13115
00000400:00000200:3.0:1775776839.403221:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776839.403224:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776839.403226:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776839.403230:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403231:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403234:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403235:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776839.403237:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776839.403238:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776839.403240:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776839.403242:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776839.403244:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776839.403246:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776839.403248:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403250:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403252:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403254:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776839.403257:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776839.403259:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403261:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776839.403263:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776839.403268:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776839.403270:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403272:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776839.403276:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776839.403278:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403280:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776839.403284:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8e00.
00000020:00000040:3.0:1775776839.403286:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776839.403288:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776839.403289:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403291:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776839.403292:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776839.403294:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776839.403298:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113000.
00000100:00000001:3.0:1775776839.403302:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776839.403306:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776839.403314:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776839.403316:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776839.403347:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c02ba77b] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776839.403356:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776839.403359:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776839.403362:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776839.403363:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776839.403365:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776839.403367:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776839.403370:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13115
00000400:00000200:3.0:1775776839.403374:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776839.403377:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776839.403379:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776839.403382:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403384:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403386:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403387:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776839.403389:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776839.403390:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776839.403392:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776839.403394:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776839.403396:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776839.403398:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776839.403400:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403402:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403404:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403406:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776839.403409:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776839.403412:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403414:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776839.403415:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776839.403418:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776839.403420:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403422:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776839.403424:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776839.403427:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403428:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776839.403433:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb480.
00000020:00000040:3.0:1775776839.403435:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776839.403437:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776839.403438:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403439:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776839.403441:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776839.403442:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776839.403445:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110c00.
00000100:00000001:3.0:1775776839.403448:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776839.403452:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776839.403459:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776839.403461:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776839.403464:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000800e3dc1] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776839.403470:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776839.403473:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776839.403475:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776839.403477:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776839.403478:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776839.403480:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776839.403483:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13115
00000400:00000200:3.0:1775776839.403486:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776839.403489:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776839.403491:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776839.403494:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403496:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403498:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403499:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776839.403502:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776839.403503:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776839.403504:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776839.403506:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776839.403508:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776839.403510:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776839.403513:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403514:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776839.403516:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403518:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776839.403520:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776839.403522:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776839.403524:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776839.403526:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776839.403529:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776839.403531:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403533:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776839.403535:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776839.403537:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403538:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776839.403542:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb100.
00000020:00000040:3.0:1775776839.403544:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776839.403547:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776839.403549:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776839.403550:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776839.403552:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776839.403553:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776839.403557:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110000.
00000100:00000001:3.0:1775776839.403560:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776839.403564:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776839.403570:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776839.403573:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776839.403576:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000063ee951] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776839.403583:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776839.403588:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13125)
00000100:00000001:0.0:1775776839.403754:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776839.403759:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776839.403761:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776839.403765:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.403771:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776839.403772:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.403775:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776839.403777:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776839.403779:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776839.403781:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309294080:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776839.403784:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776839.403788:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776839.403790:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.403792:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776839.403796:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776839.403798:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776839.403802:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776839.403805:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776839.403810:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776839.403816:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294080, portal 25
00000100:00000001:0.0:1775776839.403818:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776839.403819:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048436480 : -109518661115136 : ffff9c64b31ba300)
00000100:00000040:0.0:1775776839.403822:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.403827:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776839.403830:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776839.403832:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776839.403834:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309294080, offset 0
00000400:00000200:0.0:1775776839.403840:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776839.403847:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.403851:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776839.403857:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776839.403860:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776839.403864:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776839.403867:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776839.403871:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340479:340479:256:4294967295] 192.168.201.105@tcp LPNI seq info [340424:340424:8:4294967295]
00000400:00000200:0.0:1775776839.403876:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.403886:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776839.403892:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.403898:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776839.403906:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776839.403909:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776839.403915:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776839.403919:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775776839.403923:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.403926:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776839.403932:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776839.403937:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776839.403942:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776839.403944:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776839.403947:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776839.403950:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.403956:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.403958:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.403962:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.403963:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776839.403967:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776839.403970:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776839.403973:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307789192
00000100:00000010:0.0:1775776839.403976:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776839.403981:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776839.403985:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307789192
00000100:00000010:0.0:1775776839.403987:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1240.
00000100:00000001:0.0:1775776839.403988:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776839.403990:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776839.403992:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.403994:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776839.403996:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776839/real 1775776839]  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776839.404002:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776839.404003:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776839.404005:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776839.404006:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776839.404007:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776839.404008:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776839.404010:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776839.404015:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404019:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776839.404020:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404021:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404022:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776839.404024:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404028:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776839.404030:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404038:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776839.404040:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404041:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404042:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404043:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776839.404045:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776839.404046:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776839.404049:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776839.404050:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776839.404052:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776839.404056:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31ba300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309294080:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776839.404059:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776839.404061:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404065:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776839.404066:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404067:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776839.404068:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776839.404069:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776839.404071:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294208:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776839.404073:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776839.404074:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776839.404075:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404076:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404078:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776839.404079:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776839.404081:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776839.404083:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776839.404085:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776839.404086:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294208, portal 10
00000100:00000001:0.0:1775776839.404088:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776839.404088:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048431104 : -109518661120512 : ffff9c64b31b8e00)
00000100:00000040:0.0:1775776839.404092:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404149:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776839.404152:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776839.404154:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776839.404156:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309294208, offset 0
00000400:00000200:0.0:1775776839.404159:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404188:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404192:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776839.404195:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776839.404197:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776839.404199:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776839.404202:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404204:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340480:340480:256:4294967295] 192.168.201.105@tcp LPNI seq info [340425:340425:8:4294967295]
00000400:00000200:0.0:1775776839.404209:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404215:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776839.404219:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404222:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776839.404226:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776839.404229:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776839.404233:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776839.404236:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775776839.404239:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404241:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776839.404244:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776839.404247:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776839.404250:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776839.404251:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776839.404253:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776839.404255:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404260:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404262:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404266:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404267:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776839.404269:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776839.404272:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776839.404274:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776839.404275:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307788324
00000100:00000001:0.0:1775776839.404277:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404278:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307788324
00000100:00000001:0.0:1775776839.404279:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404281:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776839.404282:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404283:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776839.404285:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776839/real 1775776839]  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776839.404289:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776839.404290:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776839.404291:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776839.404292:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776839.404293:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776839.404294:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776839.404296:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776839.404300:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404308:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776839.404309:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404310:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404311:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776839.404312:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404316:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776839.404318:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404333:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776839.404336:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404337:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404338:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404339:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776839.404341:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776839.404343:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776839.404350:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776839.404352:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776839.404356:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776839.404362:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294208:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776839.404366:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776839.404368:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404374:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776839.404375:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404377:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776839.404379:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776839.404381:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776839.404383:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776839.404386:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776839.404387:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776839.404389:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404390:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404393:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776839.404395:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776839.404398:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776839.404400:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776839.404403:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776839.404406:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294336, portal 4
00000100:00000001:0.0:1775776839.404408:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776839.404409:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440960 : -109518661110656 : ffff9c64b31bb480)
00000100:00000040:0.0:1775776839.404414:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404419:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776839.404421:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776839.404423:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776839.404425:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309294336, offset 0
00000400:00000200:0.0:1775776839.404428:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404431:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404434:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776839.404437:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776839.404439:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776839.404441:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776839.404443:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404446:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340481:340481:256:4294967295] 192.168.201.105@tcp LPNI seq info [340426:340426:8:4294967295]
00000400:00000200:0.0:1775776839.404450:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404455:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776839.404460:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404463:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776839.404466:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776839.404469:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776839.404473:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776839.404476:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775776839.404479:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404481:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776839.404484:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776839.404487:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776839.404490:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776839.404491:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776839.404494:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776839.404496:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404503:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404506:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404511:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404513:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776839.404515:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776839.404518:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776839.404521:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776839.404523:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307788452
00000100:00000001:0.0:1775776839.404525:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404527:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307788452
00000100:00000001:0.0:1775776839.404528:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404530:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776839.404532:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404534:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776839.404538:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776839/real 1775776839]  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776839.404546:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776839.404547:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776839.404549:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776839.404551:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776839.404553:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776839.404555:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776839.404558:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776839.404565:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404570:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776839.404571:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404572:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404573:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776839.404575:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404579:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776839.404581:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404585:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776839.404586:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404587:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404588:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404589:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776839.404590:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776839.404591:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776839.404593:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776839.404594:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776839.404597:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776839.404601:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294336:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776839.404604:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776839.404606:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404668:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776839.404668:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404670:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776839.404671:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776839.404673:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776839.404675:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776839.404677:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776839.404678:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776839.404679:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776839.404680:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404683:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776839.404684:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776839.404686:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776839.404688:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776839.404689:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776839.404691:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294464, portal 4
00000100:00000001:0.0:1775776839.404693:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776839.404694:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048440064 : -109518661111552 : ffff9c64b31bb100)
00000100:00000040:0.0:1775776839.404698:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404702:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776839.404703:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776839.404704:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776839.404706:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309294464, offset 0
00000400:00000200:0.0:1775776839.404709:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404711:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404713:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776839.404715:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776839.404717:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776839.404719:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776839.404720:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776839.404722:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340482:340482:256:4294967295] 192.168.201.105@tcp LPNI seq info [340427:340427:8:4294967295]
00000400:00000200:0.0:1775776839.404725:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776839.404728:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776839.404730:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404732:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776839.404735:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776839.404736:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1775776839.404739:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776839.404740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1775776839.404743:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776839.404744:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776839.404746:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776839.404748:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776839.404750:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776839.404751:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776839.404753:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776839.404754:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404759:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404761:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776864 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404765:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404766:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776839.404767:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776839.404770:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776839.404771:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776839.404773:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307788461
00000100:00000001:0.0:1775776839.404774:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404776:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307788461
00000100:00000001:0.0:1775776839.404777:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307789192
00000100:00000001:0.0:1775776839.404778:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776839.404779:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404780:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776839.404782:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776839/real 1775776839]  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776839.404786:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776839.404787:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776839.404788:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776839.404789:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776839.404791:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776839.404792:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776839.404793:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776839.404798:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404802:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776839.404802:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404803:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404804:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776839.404806:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404809:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776839.404811:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404814:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776839.404816:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404817:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776839.404818:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404819:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776839.404820:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776839.404822:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776839.404823:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776839.404824:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776839.404826:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776839.404830:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294464:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776839.404832:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404833:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404835:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31ba300 x1862023309294080/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404839:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776839.404841:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404843:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accd800.
02000000:00000001:0.0:1775776839.404848:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776839.404849:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776839.404850:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776839.404851:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776839.404853:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113400.
02000000:00000001:0.0:1775776839.404857:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776839.404859:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776839.404860:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31ba300.
00000100:00000001:0.0:1775776839.404862:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776839.404863:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404864:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404867:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8e00 x1862023309294208/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404879:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776839.404880:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404881:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776839.404884:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776839.404885:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776839.404886:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776839.404887:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776839.404888:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113000.
02000000:00000001:0.0:1775776839.404890:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776839.404891:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776839.404892:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8e00.
00000100:00000001:0.0:1775776839.404894:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776839.404895:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404897:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404899:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb480 x1862023309294336/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404906:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776839.404907:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404908:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776839.404910:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776839.404912:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776839.404913:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776839.404914:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776839.404916:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110c00.
02000000:00000001:0.0:1775776839.404918:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776839.404919:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776839.404920:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb480.
00000100:00000001:0.0:1775776839.404922:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776839.404923:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404925:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776839.404928:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb100 x1862023309294464/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776864 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776839.404934:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776839.404935:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776839.404937:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776839.404939:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776839.404940:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776839.404941:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776839.404943:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776839.404943:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110000.
02000000:00000001:0.0:1775776839.404945:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776839.404945:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776839.404946:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb100.
00000100:00000001:0.0:1775776839.404947:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776839.404948:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404949:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776839.404955:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776839.404956:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776839.404957:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776839.404958:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776840.042730:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776840.042735:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776840.042739:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776840.042740:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776840.042807:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776840.042809:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776840.042811:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776840.298684:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776840.298690:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776840.298692:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776840.298698:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776840.298701:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776840.298704:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776840.298706:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776840.298709:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776840.298711:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776840.362640:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307789192, at 4307789248
00000100:00000010:0.0:1775776840.362654:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776840.362846:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307789192, at 4307789248
00000100:00000010:1.0:1775776840.362854:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1240.
00010000:00000001:0.0:1775776841.066286:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776841.066308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776841.066314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776841.066315:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776841.066340:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776841.066343:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776841.066346:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776841.322936:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776841.322943:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776841.322944:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776841.322950:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776841.322953:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776841.322957:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776841.322959:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776841.322962:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776841.322965:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776842.090558:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776842.090564:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776842.090569:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776842.090570:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776842.090760:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776842.090764:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776842.090767:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776842.346284:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776842.346291:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776842.346293:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776842.346299:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776842.346303:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776842.346306:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776842.346309:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776842.346311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776842.346314:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776843.114404:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776843.114411:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776843.114415:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776843.114416:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776843.114487:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776843.114492:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776843.114495:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776843.370436:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776843.370445:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776843.370448:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776843.370455:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776843.370460:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776843.370464:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776843.370468:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776843.370471:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776843.370474:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776844.138291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776844.138296:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776844.138302:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776844.138303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776844.138503:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776844.138507:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776844.138510:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776844.394293:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776844.394299:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776844.394302:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776844.394307:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776844.394310:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776844.394314:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776844.394316:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776844.394318:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776844.394321:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776844.522337:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776844.522344:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776844.522346:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776844.522349:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776844.522352:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776844.522358:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13120
00000400:00000200:2.0:1775776844.522366:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776844.522370:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776844.522372:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776844.522375:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522377:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522379:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522380:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776844.522383:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776844.522384:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776844.522386:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776844.522388:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776844.522389:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776844.522390:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776844.522392:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522393:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522394:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522395:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776844.522397:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776844.522399:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522401:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776844.522403:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776844.522406:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776844.522407:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522409:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776844.522411:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776844.522419:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ce00.
00000020:00000040:2.0:1775776844.522421:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776844.522424:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776844.522426:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522428:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776844.522430:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776844.522433:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776844.522439:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776844.522444:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776844.522451:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776844.522458:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776844.522461:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776844.522465:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000004a674c8] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776844.522483:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776844.522485:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776844.522487:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1775776844.522606:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776844.522610:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776844.522612:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776844.522617:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.522622:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776844.522623:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.522626:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776844.522628:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776844.522630:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776844.522633:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309294592:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776844.522637:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776844.522641:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776844.522643:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.522645:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776844.522650:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776844.522652:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776844.522657:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776844.522660:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776844.522666:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776844.522673:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294592, portal 25
00000100:00000001:0.0:1775776844.522676:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776844.522677:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371460608 : -109519338091008 : ffff9c648ac1ce00)
00000100:00000040:0.0:1775776844.522683:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.522689:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776844.522692:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776844.522695:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776844.522697:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309294592, offset 0
00000400:00000200:0.0:1775776844.522702:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776844.522711:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.522716:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776844.522721:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776844.522725:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776844.522729:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776844.522731:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776844.522734:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340483:340483:256:4294967295] 192.168.201.105@tcp LPNI seq info [340428:340428:8:4294967295]
00000400:00000200:0.0:1775776844.522738:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.522745:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776844.522749:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.522763:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776844.522768:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776844.522770:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1775776844.522841:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776844.522844:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776844.522847:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776844.522850:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13120
00000400:00000200:2.0:1775776844.522854:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776844.522857:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776844.522860:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776844.522862:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522864:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522865:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522866:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776844.522868:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776844.522869:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776844.522870:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776844.522872:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776844.522873:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776844.522874:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:2.0:1775776844.522876:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522877:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522878:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522879:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776844.522880:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776844.522881:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522882:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776844.522884:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776844.522888:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776844.522889:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522890:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776844.522893:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776844.522895:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522896:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776844.522898:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1c700.
00000020:00000040:2.0:1775776844.522900:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776844.522901:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776844.522902:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522903:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776844.522904:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776844.522905:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776844.522908:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776844.522910:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776844.522914:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776844.522919:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776844.522920:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776844.522922:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a8d1114] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776844.522928:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776844.522930:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776844.522932:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776844.522933:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776844.522934:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776844.522935:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776844.522937:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13120
00000400:00000200:2.0:1775776844.522939:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776844.522940:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776844.522941:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776844.522943:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522944:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522945:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522946:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776844.522947:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776844.522948:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776844.522949:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776844.522950:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776844.522951:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776844.522952:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776844.522953:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522954:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.522955:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522956:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776844.522957:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776844.522958:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776844.522959:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776844.522961:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776844.522962:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776844.522963:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522964:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776844.522966:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776844.522967:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522978:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776844.522981:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1ea00.
00000020:00000040:2.0:1775776844.522983:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776844.522985:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776844.522986:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.522987:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776844.522988:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776844.522990:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776844.522993:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776844.522995:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776844.522999:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776844.523006:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776844.523008:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776844.523011:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ecb985b] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776844.523018:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776844.523020:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776844.523023:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776844.523025:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776844.523026:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776844.523029:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776844.523031:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13120
00000400:00000200:2.0:1775776844.523034:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776844.523037:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776844.523039:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776844.523042:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.523044:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.523045:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.523048:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776844.523049:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776844.523051:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776844.523052:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776844.523053:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776844.523055:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776844.523057:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776844.523059:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.523061:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776844.523062:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776844.523064:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776844.523066:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776844.523068:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776844.523071:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776844.523072:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776844.523075:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776844.523077:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.523079:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776844.523081:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776844.523083:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.523085:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776844.523088:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1df80.
00000020:00000040:2.0:1775776844.523090:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776844.523092:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776844.523093:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776844.523095:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776844.523095:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776844.523097:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776844.523099:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12000.
00000100:00000001:2.0:1775776844.523101:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776844.523104:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776844.523109:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776844.523110:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776844.523112:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2b49fdb] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776844.523116:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776844.523119:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13131)
00000800:00000200:0.1:1775776844.523244:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776844.523247:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776844.523252:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.523254:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776844.523260:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776844.523265:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776844.523270:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776844.523272:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776844.523276:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776844.523280:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523288:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.523291:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523298:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.523299:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776844.523305:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776844.523309:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776844.523311:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307794312
00000100:00000010:0.0:1775776844.523316:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776844.523323:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776844.523338:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307794312
00000100:00000010:0.0:1775776844.523342:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1120.
00000100:00000001:0.0:1775776844.523345:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776844.523355:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776844.523357:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.523358:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776844.523362:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776844/real 1775776844]  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776844.523369:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776844.523370:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776844.523371:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776844.523373:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776844.523374:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776844.523376:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776844.523378:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776844.523383:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523386:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776844.523387:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523388:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.523390:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776844.523391:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523396:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776844.523398:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523402:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776844.523404:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523405:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.523406:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523407:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776844.523409:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776844.523411:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776844.523413:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776844.523414:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776844.523417:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776844.523421:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309294592:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776844.523424:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523425:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.523426:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ce00 x1862023309294592/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523430:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776844.523432:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776844.523434:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776844.523436:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776844.523437:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776844.523438:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776844.523439:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776844.523441:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776844.523444:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776844.523445:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776844.523446:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ce00.
00000100:00000001:0.0:1775776844.523449:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776844.523450:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523451:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.523456:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776844.523457:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.523459:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776844.523459:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776844.523460:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776844.523462:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523466:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776844.523467:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.523469:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776844.523470:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776844.523471:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776844.523473:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294720:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776844.523475:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776844.523476:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776844.523477:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.523479:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776844.523481:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776844.523482:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776844.523484:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776844.523486:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776844.523488:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776844.523499:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294720, portal 10
00000100:00000001:0.0:1775776844.523501:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776844.523501:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371458816 : -109519338092800 : ffff9c648ac1c700)
00000100:00000040:0.0:1775776844.523506:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.523510:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776844.523511:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776844.523513:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776844.523514:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309294720, offset 0
00000400:00000200:0.0:1775776844.523516:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776844.523519:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.523523:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776844.523526:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776844.523528:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776844.523531:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776844.523533:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776844.523536:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340484:340484:256:4294967295] 192.168.201.105@tcp LPNI seq info [340429:340429:8:4294967295]
00000400:00000200:0.0:1775776844.523539:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.523546:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776844.523549:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.523553:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776844.523556:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776844.523559:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776844.523563:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776844.523566:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776844.523569:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.523572:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776844.523574:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776844.523577:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776844.523580:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776844.524046:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776844.524052:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776844.524056:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524064:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.524066:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524072:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524074:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776844.524078:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776844.524082:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776844.524085:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776844.524087:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307793443
00000100:00000001:0.0:1775776844.524090:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524092:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307793443
00000100:00000001:0.0:1775776844.524094:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524096:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776844.524098:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524100:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776844.524102:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776844/real 1775776844]  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776844.524107:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776844.524108:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776844.524110:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776844.524111:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776844.524112:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776844.524113:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776844.524115:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776844.524120:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524123:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776844.524124:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524125:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524126:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776844.524128:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524132:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776844.524134:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524138:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776844.524139:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524140:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524140:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524141:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776844.524143:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776844.524144:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776844.524146:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776844.524148:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776844.524150:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776844.524154:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294720:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776844.524156:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776844.524158:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524161:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776844.524162:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.524178:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776844.524180:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776844.524181:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776844.524183:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776844.524185:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776844.524187:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776844.524188:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.524189:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776844.524191:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776844.524193:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776844.524195:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776844.524197:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776844.524199:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776844.524201:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294848, portal 4
00000100:00000001:0.0:1775776844.524202:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776844.524203:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371467776 : -109519338083840 : ffff9c648ac1ea00)
00000100:00000040:0.0:1775776844.524207:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524211:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776844.524213:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776844.524214:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776844.524216:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309294848, offset 0
00000400:00000200:0.0:1775776844.524218:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776844.524221:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.524224:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776844.524226:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776844.524227:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776844.524239:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776844.524241:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776844.524244:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340485:340485:256:4294967295] 192.168.201.105@tcp LPNI seq info [340430:340430:8:4294967295]
00000400:00000200:0.0:1775776844.524248:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.524252:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776844.524255:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.524257:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776844.524260:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776844.524261:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776844.524264:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776844.524279:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776844.524283:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.524285:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776844.524287:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776844.524290:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776844.524293:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776844.524294:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776844.524297:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776844.524300:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524307:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.524310:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524316:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524318:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776844.524321:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776844.524381:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776844.524384:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776844.524385:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307793572
00000100:00000001:0.0:1775776844.524386:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524388:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307793572
00000100:00000001:0.0:1775776844.524389:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524390:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776844.524392:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524393:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776844.524396:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776844/real 1775776844]  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776844.524401:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776844.524401:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776844.524403:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776844.524404:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776844.524405:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776844.524407:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776844.524408:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776844.524413:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524416:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776844.524417:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524418:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524419:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776844.524421:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524424:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776844.524426:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524431:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776844.524432:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524433:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524434:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524435:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776844.524436:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776844.524437:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776844.524439:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776844.524440:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776844.524442:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776844.524446:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294848:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776844.524448:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776844.524449:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524453:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776844.524454:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.524455:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776844.524456:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776844.524457:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776844.524459:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776844.524461:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776844.524462:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776844.524463:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776844.524464:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776844.524466:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776844.524467:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776844.524469:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776844.524470:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776844.524472:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776844.524474:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309294976, portal 4
00000100:00000001:0.0:1775776844.524475:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776844.524476:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371465088 : -109519338086528 : ffff9c648ac1df80)
00000100:00000040:0.0:1775776844.524479:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524483:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776844.524484:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776844.524485:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776844.524487:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309294976, offset 0
00000400:00000200:0.0:1775776844.524545:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776844.524549:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.524553:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776844.524555:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776844.524558:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776844.524560:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776844.524562:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776844.524565:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340486:340486:256:4294967295] 192.168.201.105@tcp LPNI seq info [340431:340431:8:4294967295]
00000400:00000200:0.0:1775776844.524569:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776844.524575:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776844.524579:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.524583:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776844.524644:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776844.524647:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1775776844.524651:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776844.524653:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1775776844.524657:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776844.524659:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776844.524662:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776844.524665:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776844.524668:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776844.524669:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776844.524672:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776844.524675:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524683:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.524685:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776869 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524690:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524692:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776844.524695:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776844.524697:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776844.524700:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776844.524702:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307793581
00000100:00000001:0.0:1775776844.524704:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524705:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307793581
00000100:00000001:0.0:1775776844.524707:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307794312
00000100:00000001:0.0:1775776844.524708:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776844.524710:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.524712:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776844.524715:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776844/real 1775776844]  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776844.524721:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776844.524722:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776844.524723:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776844.524725:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776844.524726:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776844.524728:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776844.524730:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776844.524737:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524746:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776844.524748:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524895:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524897:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776844.524903:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524910:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776844.524913:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524919:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776844.524922:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524923:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776844.524924:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524926:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776844.524927:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776844.524929:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776844.524932:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776844.524935:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776844.524939:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776844.524946:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309294976:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776844.524950:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.524952:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.524955:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1c700 x1862023309294720/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.524961:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776844.524962:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776844.524965:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776844.525026:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776844.525029:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776844.525030:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776844.525033:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776844.525035:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776844.525038:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776844.525040:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776844.525041:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1c700.
00000100:00000001:0.0:1775776844.525044:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776844.525045:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.525047:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.525051:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1ea00 x1862023309294848/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.525057:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776844.525058:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776844.525060:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776844.525062:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776844.525063:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776844.525064:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776844.525066:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776844.525067:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776844.525069:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776844.525070:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776844.525071:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1ea00.
00000100:00000001:0.0:1775776844.525073:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776844.525075:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.525076:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776844.525079:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1df80 x1862023309294976/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776869 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776844.525085:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776844.525086:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776844.525087:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776844.525089:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776844.525090:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776844.525092:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776844.525094:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776844.525095:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12000.
02000000:00000001:0.0:1775776844.525097:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776844.525098:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776844.525099:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1df80.
00000100:00000001:0.0:1775776844.525101:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776844.525102:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.525104:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776844.525109:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776844.525110:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776844.525112:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776844.525113:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776845.163182:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776845.163187:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776845.163193:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776845.163194:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776845.163280:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776845.163283:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776845.163286:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776845.418288:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776845.418296:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776845.418298:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776845.418304:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776845.418308:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776845.418311:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776845.418314:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776845.418316:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776845.418319:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776845.482287:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307794312, at 4307794368
00000100:00000040:1.0:1775776845.482287:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307794312, at 4307794368
00000100:00000010:1.0:1775776845.482302:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1120.
00000100:00000010:0.0:1775776845.482304:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776846.186330:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776846.186338:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776846.186345:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776846.186347:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776846.186422:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776846.186425:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776846.186428:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776846.442342:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776846.442352:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776846.442355:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776846.442362:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776846.442367:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776846.442373:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776846.442384:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776846.442388:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776846.442391:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776847.210525:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776847.210530:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776847.210536:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776847.210538:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776847.210624:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776847.210628:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776847.210630:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776847.466331:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776847.466337:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776847.466338:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776847.466342:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776847.466344:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776847.466347:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776847.466349:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776847.466350:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776847.466353:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776848.234297:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776848.234303:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776848.234309:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776848.234310:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776848.234635:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776848.234638:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776848.234641:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776848.490281:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776848.490289:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776848.490291:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776848.490297:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776848.490301:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776848.490305:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776848.490308:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776848.490311:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776848.490313:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260423:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776849.260430:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776849.260432:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776849.260435:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260440:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776849.260442:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260444:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260446:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260450:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776849.260451:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776849.260452:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776849.260454:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260455:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776849.260456:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260458:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776849.260459:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776849.260479:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776849.260482:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776849.260484:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776849.514530:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776849.514536:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776849.514538:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776849.514567:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776849.514572:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776849.514575:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776849.514578:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776849.514580:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776849.514583:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776849.642343:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776849.642354:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776849.642357:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776849.642360:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776849.642365:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776849.642373:0:96535:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13126
00000400:00000200:3.0:1775776849.642384:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776849.642391:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776849.642396:0:96535:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776849.642399:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642402:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.642404:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642406:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776849.642410:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776849.642412:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776849.642415:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776849.642417:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776849.642419:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776849.642421:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776849.642424:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642426:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.642427:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642429:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776849.642431:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776849.642435:0:96535:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642437:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776849.642441:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776849.642444:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776849.642447:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.642449:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776849.642452:0:96535:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776849.642462:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bb800.
00000020:00000040:3.0:1775776849.642465:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776849.642468:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776849.642470:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.642472:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776849.642475:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776849.642479:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776849.642487:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112400.
00000100:00000001:3.0:1775776849.642495:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776849.642506:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776849.642516:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776849.642520:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776849.642525:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000ac8cbd9] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.642585:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776849.642589:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776849.642592:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776849.642598:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.642606:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776849.642607:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.642610:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776849.642613:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776849.642615:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776849.642618:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309295104:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776849.642622:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776849.642626:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776849.642628:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.642630:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776849.642635:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.642637:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776849.642642:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776849.642646:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776849.642652:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776849.642660:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295104, portal 25
00000100:00000001:0.0:1775776849.642662:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776849.642664:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048441856 : -109518661109760 : ffff9c64b31bb800)
00000100:00000040:0.0:1775776849.642669:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.642676:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776849.642679:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776849.642681:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776849.642684:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309295104, offset 0
00000400:00000200:0.0:1775776849.642691:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776849.642698:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.642704:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776849.642709:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776849.642713:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776849.642716:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776849.642719:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776849.642722:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340487:340487:256:4294967295] 192.168.201.105@tcp LPNI seq info [340432:340432:8:4294967295]
00000400:00000200:0.0:1775776849.642726:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.642734:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776849.642740:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.642747:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776849.642753:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776849.642756:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776849.642761:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776849.642764:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776849.642768:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.642770:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776849.642776:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776849.642780:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776849.642784:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776849.642787:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776849.642790:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776849.642793:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776849.642820:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776849.642823:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776849.642826:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776849.642827:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776849.642829:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776849.642831:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776849.642834:0:96535:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13126
00000400:00000200:3.0:1775776849.642838:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776849.642841:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776849.642842:0:96535:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776849.642845:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642847:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.642849:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642851:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776849.642853:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776849.642854:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776849.642855:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776849.642857:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776849.642859:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776849.642860:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776849.642863:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642865:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.642867:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642869:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776849.642871:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776849.642873:0:96535:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776849.642875:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776849.642877:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776849.642894:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776849.642897:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.642899:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776849.642902:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776849.642905:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.642907:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776849.642910:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8700.
00000020:00000040:3.0:1775776849.642912:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776849.642915:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776849.642916:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.642918:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776849.642919:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776849.642921:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776849.642925:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111800.
00000100:00000001:3.0:1775776849.642929:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776849.642934:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776849.642941:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776849.642944:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776849.642947:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007776fd72] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646442:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.646458:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646468:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.646470:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776849.646483:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776849.646490:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776849.646493:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307799435
00000100:00000010:0.0:1775776849.646501:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776849.646508:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776849.646517:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307799435
00000100:00000010:0.0:1775776849.646519:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1960.
00000100:00000001:0.0:1775776849.646522:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776849.646538:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776849.646541:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.646544:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776849.646548:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776849/real 1775776849]  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776849.646559:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776849.646561:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776849.646564:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776849.646567:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776849.646570:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776849.646573:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776849.646576:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776849.646584:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646592:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776849.646594:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646596:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.646598:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776849.646602:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646607:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776849.646611:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646617:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776849.646620:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646621:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.646622:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646624:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776849.646626:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776849.646629:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776849.646633:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776849.646635:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776849.646639:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776849.646647:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309295104:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776849.646651:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646653:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.646655:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bb800 x1862023309295104/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646661:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776849.646664:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776849.646667:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.646671:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776849.646673:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776849.646674:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776849.646677:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776849.646679:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112400.
02000000:00000001:0.0:1775776849.646683:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776849.646685:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776849.646687:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bb800.
00000100:00000001:0.0:1775776849.646690:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776849.646691:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646693:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.646700:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776849.646702:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.646705:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776849.646707:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776849.646708:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776849.646713:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646720:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776849.646722:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.646724:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776849.646727:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776849.646729:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776849.646732:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295232:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776849.646736:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776849.646739:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776849.646741:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.646743:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776849.646748:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.646749:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776849.646753:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776849.646756:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776849.646760:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776849.646765:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295232, portal 10
00000100:00000001:0.0:1775776849.646767:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776849.646769:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048429312 : -109518661122304 : ffff9c64b31b8700)
00000100:00000040:0.0:1775776849.646775:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.646782:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776849.646784:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776849.646787:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776849.646789:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309295232, offset 0
00000400:00000200:0.0:1775776849.646794:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776849.646800:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.646806:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776849.646811:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776849.646815:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776849.646818:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776849.646821:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776849.646825:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340488:340488:256:4294967295] 192.168.201.105@tcp LPNI seq info [340433:340433:8:4294967295]
00000400:00000200:0.0:1775776849.646830:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.646839:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776849.646844:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.646850:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776849.646856:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776849.646860:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776849.646865:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776849.646869:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776849.646873:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.646876:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000100:00000001:3.0:1775776849.647036:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776849.647041:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776849.647045:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776849.647048:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776849.647051:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776849.647054:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776849.647057:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13126
00000400:00000200:3.0:1775776849.647061:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776849.647065:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776849.647068:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776849.647070:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647074:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.647076:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647078:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776849.647081:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776849.647082:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776849.647085:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776849.647087:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776849.647089:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776849.647092:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776849.647095:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647096:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.647098:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647100:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776849.647102:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776849.647105:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647108:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776849.647110:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776849.647115:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776849.647118:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647120:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776849.647125:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776849.647128:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647130:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776849.647135:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9500.
00000020:00000040:3.0:1775776849.647138:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776849.647180:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776849.647182:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647185:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776849.647188:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776849.647191:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776849.647198:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776849.647203:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776849.647209:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776849.647217:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776849.647221:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776849.647440:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0c4e52e] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776849.647452:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776849.647455:0:96535:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776849.647458:0:96535:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776849.647459:0:96535:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776849.647461:0:96535:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776849.647464:0:96535:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776849.647466:0:96535:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13126
00000400:00000200:3.0:1775776849.647470:0:96535:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776849.647473:0:96535:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776849.647475:0:96535:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776849.647478:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647480:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.647482:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647484:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776849.647486:0:96535:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776849.647488:0:96535:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776849.647490:0:96535:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776849.647492:0:96535:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776849.647494:0:96535:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776849.647496:0:96535:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776849.647500:0:96535:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647502:0:96535:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776849.647503:0:96535:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647506:0:96535:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776849.647508:0:96535:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776849.647511:0:96535:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776849.647513:0:96535:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776849.647515:0:96535:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776849.647518:0:96535:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776849.647520:0:96535:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647522:0:96535:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776849.647524:0:96535:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776849.647527:0:96535:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647528:0:96535:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776849.647532:0:96535:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31baa00.
00000020:00000040:3.0:1775776849.647534:0:96535:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776849.647536:0:96535:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776849.647537:0:96535:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776849.647539:0:96535:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776849.647540:0:96535:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776849.647542:0:96535:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776849.647546:0:96535:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776849.647548:0:96535:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776849.647552:0:96535:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776849.647559:0:96535:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776849.647561:0:96535:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776849.647565:0:96535:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1889ee0] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776849.647572:0:96535:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776849.647576:0:96535:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13136)
00000400:00000200:0.0:1775776849.647636:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776849.647642:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776849.647646:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776849.647648:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776849.647651:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776849.647654:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647662:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.647665:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647676:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.647677:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776849.647681:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776849.647685:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776849.647688:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776849.647691:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307798567
00000100:00000001:0.0:1775776849.647694:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.647696:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307798567
00000100:00000001:0.0:1775776849.647698:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.647699:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776849.647702:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.647703:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776849.647707:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776849/real 1775776849]  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776849.647714:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776849.647715:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776849.647717:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776849.647719:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776849.647721:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776849.647723:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776849.647726:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776849.647733:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647738:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776849.647740:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647741:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.647743:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776849.647746:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647753:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776849.647756:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647763:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776849.647765:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647767:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.647768:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647770:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776849.647772:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776849.647774:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776849.647778:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776849.647780:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776849.647783:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776849.647790:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295232:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776849.647794:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647796:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.647798:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8700 x1862023309295232/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647804:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776849.647805:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776849.647808:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.647810:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776849.647812:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776849.647813:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776849.647815:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776849.647817:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111800.
02000000:00000001:0.0:1775776849.647819:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776849.647821:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776849.647822:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8700.
00000100:00000001:0.0:1775776849.647824:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776849.647825:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647827:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.647831:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776849.647833:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.647835:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776849.647836:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776849.647837:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776849.647841:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.647847:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776849.647848:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.647851:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776849.647853:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776849.647855:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776849.647857:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295360:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776849.647860:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776849.647862:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776849.647864:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.647866:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776849.647869:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.647871:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776849.647874:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776849.647877:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776849.648470:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776849.648475:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295360, portal 4
00000100:00000001:0.0:1775776849.648477:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776849.648478:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048432896 : -109518661118720 : ffff9c64b31b9500)
00000100:00000040:0.0:1775776849.648486:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.648492:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776849.648495:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776849.648498:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776849.648500:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309295360, offset 0
00000400:00000200:0.0:1775776849.648505:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776849.648510:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.648515:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776849.648519:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776849.648522:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776849.648524:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776849.648526:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776849.648531:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340489:340489:256:4294967295] 192.168.201.105@tcp LPNI seq info [340434:340434:8:4294967295]
00000400:00000200:0.0:1775776849.648535:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.648543:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776849.648548:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.648553:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776849.648558:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776849.648562:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776849.648566:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776849.648569:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776849.648573:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.648575:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776849.648578:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776849.648582:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776849.648585:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776849.648586:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776849.648589:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776849.648592:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.648599:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.648601:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.648607:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.648609:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776849.648612:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776849.648615:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776849.648618:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776849.648620:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307798696
00000100:00000001:0.0:1775776849.648622:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.648624:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307798696
00000100:00000001:0.0:1775776849.648626:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.648628:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776849.648630:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.648632:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776849.648635:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776849/real 1775776849]  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776849.649206:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776849.649208:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776849.649210:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776849.649213:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776849.649215:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776849.649217:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776849.649221:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776849.649228:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649234:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776849.649235:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649237:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.649238:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776849.649241:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649248:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776849.649251:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649257:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776849.649260:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649261:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.649262:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649264:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776849.649265:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776849.649268:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776849.649271:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776849.649273:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776849.649276:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776849.649282:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295360:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776849.649286:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776849.649289:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649294:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776849.649296:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.649298:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776849.649300:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776849.649302:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776849.649305:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776849.649308:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776849.649311:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776849.649313:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776849.649315:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776849.649319:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776849.649321:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776849.649325:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776849.649328:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776849.649331:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776849.649335:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295488, portal 4
00000100:00000001:0.0:1775776849.649336:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776849.649338:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048438272 : -109518661113344 : ffff9c64b31baa00)
00000100:00000040:0.0:1775776849.649344:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649350:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776849.649352:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776849.649355:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776849.649357:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309295488, offset 0
00000400:00000200:0.0:1775776849.649361:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776849.649365:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.649368:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776849.649372:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776849.649374:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776849.649377:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776849.649379:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776849.649382:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340490:340490:256:4294967295] 192.168.201.105@tcp LPNI seq info [340435:340435:8:4294967295]
00000400:00000200:0.0:1775776849.649385:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776849.649391:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776849.649394:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.649398:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776849.649401:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776849.649404:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1775776849.649408:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776849.649410:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1775776849.649414:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776849.649416:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776849.649419:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776849.649423:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776849.649425:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776849.649426:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776849.649429:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776849.649431:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649438:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.649441:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776874 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649446:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.649448:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776849.649451:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776849.649454:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776849.649457:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776849.649459:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307798706
00000100:00000001:0.0:1775776849.649461:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.649463:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307798706
00000100:00000001:0.0:1775776849.649465:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307799435
00000100:00000001:0.0:1775776849.649467:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776849.649469:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.649470:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776849.649474:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776849/real 1775776849]  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776849.649481:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776849.649482:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776849.649484:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776849.649486:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776849.649488:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776849.649490:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776849.649493:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776849.649501:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649512:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776849.649514:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649515:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.649516:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776849.649519:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649525:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776849.649529:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649536:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776849.649538:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649540:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776849.649541:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649542:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776849.649544:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776849.649546:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776849.649549:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776849.649551:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776849.649554:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776849.649562:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295488:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776849.649565:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649567:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.649570:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9500 x1862023309295360/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649574:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776849.649576:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776849.649577:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776849.649580:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776849.649581:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776849.649583:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776849.649584:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776849.649586:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776849.649589:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776849.649590:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776849.649592:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9500.
00000100:00000001:0.0:1775776849.649594:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776849.649595:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649597:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776849.649600:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31baa00 x1862023309295488/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776874 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776849.649606:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776849.649607:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776849.649608:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776849.649610:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776849.649611:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776849.649612:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776849.649614:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776849.649615:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776849.649617:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776849.649618:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776849.649619:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31baa00.
00000100:00000001:0.0:1775776849.649621:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776849.649622:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649624:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776849.649629:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776849.649630:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776849.649633:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776849.649634:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776850.282295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776850.282301:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776850.282314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776850.282316:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776850.282376:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776850.282379:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776850.282382:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776850.540248:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776850.540256:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776850.540258:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776850.540263:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776850.540267:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776850.540270:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776850.540273:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776850.540275:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776850.540278:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776850.602729:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307799435, at 4307799488
00000100:00000010:1.0:1775776850.602809:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1960.
00000100:00000040:0.0:1775776850.603324:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307799435, at 4307799489
00000100:00000010:0.0:1775776850.603332:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776851.306303:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776851.306309:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776851.306314:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776851.306316:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776851.306386:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776851.306390:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776851.306393:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776851.562268:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776851.562281:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776851.562283:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776851.562288:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776851.562291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776851.562294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776851.562297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776851.562299:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776851.562302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776852.330299:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776852.330306:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776852.330311:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776852.330313:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776852.330399:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776852.330402:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776852.330405:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776852.586272:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776852.586279:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776852.586282:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776852.586287:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776852.586291:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776852.586294:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776852.586297:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776852.586300:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776852.586302:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776853.355679:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776853.355684:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776853.355689:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776853.355691:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776853.355712:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776853.355715:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776853.355717:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776853.610683:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776853.610690:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776853.610692:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776853.610697:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776853.610700:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776853.610704:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776853.610706:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776853.610708:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776853.610711:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776854.378295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776854.378300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776854.378306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776854.378307:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776854.378401:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776854.378404:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776854.378407:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776854.634280:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776854.634286:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776854.634288:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776854.634293:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776854.634296:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776854.634310:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776854.634313:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776854.634316:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776854.634318:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776854.762410:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776854.762420:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1775776854.762423:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776854.762427:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776854.762432:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776854.762439:0:165884:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13131
00000400:00000200:3.0:1775776854.762449:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776854.762455:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776854.762458:0:165884:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776854.762461:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762464:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.762466:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762469:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776854.762473:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776854.762474:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:3.0:1775776854.762477:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776854.762479:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:3.0:1775776854.762482:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:3.0:1775776854.762484:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:3.0:1775776854.762488:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762490:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.762491:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762493:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776854.762496:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:3.0:1775776854.762498:0:165884:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762500:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776854.762503:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776854.762507:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776854.762509:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.762512:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:3.0:1775776854.762514:0:165884:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776854.762523:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b9c00.
00000020:00000040:3.0:1775776854.762527:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:3.0:1775776854.762530:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776854.762532:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.762535:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776854.762538:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776854.762542:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776854.762549:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381113c00.
00000100:00000001:3.0:1775776854.762555:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776854.762564:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776854.762573:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776854.762577:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776854.762582:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000098379126] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.762653:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776854.762658:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776854.762660:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776854.762666:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.762674:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776854.762676:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.762679:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776854.762681:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776854.762684:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776854.762687:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309295616:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776854.762691:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776854.762695:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776854.762697:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.762699:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776854.762705:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776854.762707:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776854.762712:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776854.762715:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776854.762722:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776854.762729:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295616, portal 25
00000100:00000001:0.0:1775776854.762731:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776854.762733:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048434688 : -109518661116928 : ffff9c64b31b9c00)
00000100:00000040:0.0:1775776854.762738:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.762745:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776854.762748:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776854.762750:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776854.762754:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309295616, offset 0
00000400:00000200:0.0:1775776854.762760:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776854.762768:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.762773:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776854.762778:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776854.762782:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776854.762786:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776854.762789:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776854.762793:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340491:340491:256:4294967295] 192.168.201.105@tcp LPNI seq info [340436:340436:8:4294967295]
00000400:00000200:0.0:1775776854.762797:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.762806:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776854.762812:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.762817:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776854.762823:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776854.762827:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776854.762831:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776854.762834:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776854.762838:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.762841:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776854.762847:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776854.762852:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776854.762856:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776854.762858:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776854.762862:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776854.762865:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776854.762890:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776854.762893:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776854.762896:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1775776854.762897:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776854.762899:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776854.762902:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776854.762905:0:165884:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13131
00000400:00000200:3.0:1775776854.762909:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776854.762911:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776854.762913:0:165884:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776854.762915:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762917:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.762919:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762921:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776854.762923:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776854.762924:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:3.0:1775776854.762926:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776854.762928:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:3.0:1775776854.762930:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:3.0:1775776854.762932:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000040:3.0:1775776854.762935:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762936:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.762938:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762940:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776854.762941:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:3.0:1775776854.762944:0:165884:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776854.762946:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776854.762947:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776854.762953:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776854.762955:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.762956:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776854.762960:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776854.762963:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.762965:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776854.762968:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8380.
00000020:00000040:3.0:1775776854.762970:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:3.0:1775776854.762973:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776854.762974:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.762976:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776854.762978:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776854.762980:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776854.762984:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381110400.
00000100:00000001:3.0:1775776854.762987:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776854.762992:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776854.762998:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776854.763000:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776854.763004:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b7a79b3] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763365:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.763371:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763379:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.763381:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776854.763387:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776854.763392:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776854.763394:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307804552
00000100:00000010:0.0:1775776854.763399:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776854.763405:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776854.763410:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307804552
00000100:00000010:0.0:1775776854.763413:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d16c0.
00000100:00000001:0.0:1775776854.763416:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1775776854.763466:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776854.763470:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776854.763473:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1775776854.763474:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776854.763476:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776854.763478:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776854.763482:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13131
00000400:00000200:3.0:1775776854.763486:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776854.763489:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776854.763491:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776854.763493:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763495:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.763497:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763499:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776854.763501:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776854.763503:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:3.0:1775776854.763505:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776854.763507:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:3.0:1775776854.763509:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:3.0:1775776854.763511:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:3.0:1775776854.763513:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763515:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.763516:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763518:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776854.763520:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:3.0:1775776854.763522:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763524:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776854.763525:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776854.763529:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776854.763530:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763532:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776854.763534:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776854.763536:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763537:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776854.763540:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31bbb80.
00000020:00000040:3.0:1775776854.763543:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:3.0:1775776854.763545:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776854.763546:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763548:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776854.763549:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776854.763551:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776854.763556:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381111400.
00000100:00000001:3.0:1775776854.763560:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776854.763564:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776854.763570:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776854.763572:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776854.763576:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000002e72b49] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776854.763583:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1775776854.763585:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1775776854.763588:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1775776854.763589:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1775776854.763590:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1775776854.763593:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:3.0:1775776854.763595:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13131
00000400:00000200:3.0:1775776854.763598:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:3.0:1775776854.763601:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:3.0:1775776854.763603:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1775776854.763605:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763608:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.763609:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763611:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:3.0:1775776854.763613:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:3.0:1775776854.763614:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:3.0:1775776854.763615:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:3.0:1775776854.763617:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:3.0:1775776854.763619:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:3.0:1775776854.763621:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:3.0:1775776854.763623:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763625:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1775776854.763626:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763628:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:3.0:1775776854.763630:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:3.0:1775776854.763647:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:3.0:1775776854.763649:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1775776854.763652:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1775776854.763654:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1775776854.763656:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763658:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:3.0:1775776854.763660:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1775776854.763662:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763663:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1775776854.763667:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c64b31b8000.
00000020:00000040:3.0:1775776854.763669:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:3.0:1775776854.763671:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1775776854.763672:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1775776854.763673:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1775776854.763674:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1775776854.763676:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1775776854.763680:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6381112000.
00000100:00000001:3.0:1775776854.763683:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1775776854.763687:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1775776854.763695:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1775776854.763697:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776854.763701:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8e7efe6] to pc [ptlrpcd_rcv+-1]  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1775776854.763708:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1775776854.763712:0:165884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13141)
00000100:00000001:0.0:1775776854.763750:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776854.763753:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.763755:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776854.763760:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776854/real 1775776854]  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776854.763770:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776854.763772:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776854.763774:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776854.763777:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776854.763779:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776854.763781:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776854.763784:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776854.763796:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763801:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776854.763803:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763805:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.763807:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776854.763810:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763816:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776854.763820:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763827:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776854.763829:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763831:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.763832:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763834:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776854.763836:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776854.763838:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776854.763842:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776854.763844:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776854.763848:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776854.763856:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309295616:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776854.763861:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763863:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.763866:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b9c00 x1862023309295616/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763877:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776854.763879:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776854.763882:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776854.763885:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776854.763886:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776854.763888:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776854.763889:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776854.763891:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381113c00.
02000000:00000001:0.0:1775776854.763895:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776854.763896:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776854.763897:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b9c00.
00000100:00000001:0.0:1775776854.763900:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776854.763901:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763903:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.763910:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776854.763912:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.763914:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776854.763915:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776854.763916:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776854.763920:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763925:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776854.763926:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.763928:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776854.763931:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776854.763932:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776854.763935:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295744:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776854.763938:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776854.763940:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776854.763942:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.763944:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776854.763947:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776854.763948:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776854.763952:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776854.763955:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776854.763959:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776854.763962:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295744, portal 10
00000100:00000001:0.0:1775776854.763963:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776854.763964:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048428416 : -109518661123200 : ffff9c64b31b8380)
00000100:00000040:0.0:1775776854.763971:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.763976:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776854.763978:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776854.763980:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776854.763983:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309295744, offset 0
00000400:00000200:0.0:1775776854.763987:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776854.763991:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.763995:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776854.763998:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776854.764001:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776854.764003:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776854.764005:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776854.764008:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340492:340492:256:4294967295] 192.168.201.105@tcp LPNI seq info [340437:340437:8:4294967295]
00000400:00000200:0.0:1775776854.764012:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.764032:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776854.764037:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764041:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776854.764045:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776854.764048:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776854.764062:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776854.764065:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776854.764068:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764070:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776854.764073:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776854.764076:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776854.764080:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776854.764081:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776854.764084:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776854.764087:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764094:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764096:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764101:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764103:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776854.764106:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776854.764109:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776854.764113:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776854.764115:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307803683
00000100:00000001:0.0:1775776854.764117:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764119:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307803683
00000100:00000001:0.0:1775776854.764121:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764123:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776854.764125:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764127:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776854.764131:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776854/real 1775776854]  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776854.764138:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776854.764140:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776854.764141:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776854.764144:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776854.764145:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776854.764147:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776854.764150:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776854.764158:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764188:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776854.764190:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764191:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764193:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776854.764197:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764203:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776854.764206:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764213:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776854.764215:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764217:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764218:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764220:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776854.764221:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776854.764224:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776854.764226:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776854.764242:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776854.764246:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776854.764253:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295744:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776854.764257:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776854.764259:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764266:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776854.764267:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.764270:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776854.764272:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776854.764274:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776854.764277:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295872:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776854.764280:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776854.764281:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776854.764283:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.764284:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776854.764288:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776854.764289:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776854.764292:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776854.764295:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776854.764298:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776854.764301:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309295872, portal 4
00000100:00000001:0.0:1775776854.764303:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776854.764304:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048442752 : -109518661108864 : ffff9c64b31bbb80)
00000100:00000040:0.0:1775776854.764310:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764316:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776854.764318:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776854.764320:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776854.764322:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309295872, offset 0
00000400:00000200:0.0:1775776854.764326:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776854.764330:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.764333:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776854.764336:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776854.764338:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776854.764340:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776854.764342:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776854.764344:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340493:340493:256:4294967295] 192.168.201.105@tcp LPNI seq info [340438:340438:8:4294967295]
00000400:00000200:0.0:1775776854.764347:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.764352:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776854.764357:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764360:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776854.764363:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776854.764366:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776854.764369:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776854.764371:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776854.764374:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764376:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776854.764378:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776854.764381:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776854.764383:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776854.764385:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776854.764387:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776854.764390:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764397:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764400:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764405:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764406:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776854.764408:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776854.764411:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776854.764414:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776854.764416:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307803812
00000100:00000001:0.0:1775776854.764418:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764420:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307803812
00000100:00000001:0.0:1775776854.764421:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764423:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776854.764425:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764426:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776854.764429:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776854/real 1775776854]  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776854.764436:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776854.764437:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776854.764438:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776854.764440:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776854.764442:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776854.764444:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776854.764447:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776854.764454:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764460:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776854.764461:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764463:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764464:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776854.764467:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764473:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776854.764476:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764594:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776854.764598:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764599:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764601:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764602:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776854.764604:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776854.764606:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776854.764610:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776854.764612:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776854.764617:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776854.764624:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31bbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309295872:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776854.764628:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776854.764630:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764636:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776854.764637:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.764639:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776854.764640:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776854.764642:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776854.764645:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296000:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776854.764648:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776854.764649:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776854.764651:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776854.764652:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776854.764656:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776854.764658:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776854.764661:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776854.764663:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776854.764667:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776854.764669:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309296000, portal 4
00000100:00000001:0.0:1775776854.764671:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776854.764672:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634555048427520 : -109518661124096 : ffff9c64b31b8000)
00000100:00000040:0.0:1775776854.764678:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764683:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776854.764685:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776854.764687:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776854.764689:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309296000, offset 0
00000400:00000200:0.0:1775776854.764692:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776854.764696:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.764700:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776854.764702:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776854.764704:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776854.764707:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776854.764708:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776854.764711:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340494:340494:256:4294967295] 192.168.201.105@tcp LPNI seq info [340439:340439:8:4294967295]
00000400:00000200:0.0:1775776854.764715:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776854.764720:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776854.764724:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764728:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776854.764732:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776854.764734:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1775776854.764738:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776854.764740:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1775776854.764744:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776854.764746:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776854.764749:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776854.764752:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776854.764754:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776854.764756:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776854.764758:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776854.764761:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764768:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764770:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776879 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764777:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764778:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776854.764781:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776854.764783:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776854.764786:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776854.764789:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307803821
00000100:00000001:0.0:1775776854.764791:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764793:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307803821
00000100:00000001:0.0:1775776854.764795:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307804552
00000100:00000001:0.0:1775776854.764797:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776854.764798:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764800:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776854.764803:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776854/real 1775776854]  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776854.764811:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776854.764812:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776854.764813:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776854.764815:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776854.764817:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776854.764819:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776854.764822:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776854.764829:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764835:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776854.764836:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764838:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764839:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776854.764842:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764847:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776854.764850:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764856:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776854.764859:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764861:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776854.764862:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764863:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776854.764865:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776854.764867:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776854.764870:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776854.764872:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776854.764875:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776854.764882:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c64b31b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296000:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776854.764885:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764887:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764889:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8380 x1862023309295744/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764896:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776854.764898:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776854.764900:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648accf800.
02000000:00000001:0.0:1775776854.764902:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776854.764904:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776854.764905:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776854.764907:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776854.764909:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381110400.
02000000:00000001:0.0:1775776854.764912:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776854.764913:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776854.764914:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8380.
00000100:00000001:0.0:1775776854.764916:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776854.764918:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764919:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764922:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31bbb80 x1862023309295872/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764933:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776854.764935:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776854.764936:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acccc00.
02000000:00000001:0.0:1775776854.764938:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776854.764939:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776854.764940:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776854.764942:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776854.764943:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381111400.
02000000:00000001:0.0:1775776854.764946:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776854.764947:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776854.764948:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31bbb80.
00000100:00000001:0.0:1775776854.764950:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776854.764951:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764953:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776854.764955:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c64b31b8000 x1862023309296000/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776879 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776854.764961:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776854.764962:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776854.764964:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776854.764966:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776854.764967:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776854.764968:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776854.764970:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776854.764972:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6381112000.
02000000:00000001:0.0:1775776854.764973:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776854.764974:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776854.764976:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c64b31b8000.
00000100:00000001:0.0:1775776854.764978:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776854.764979:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764980:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776854.764985:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776854.764986:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776854.764988:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776854.764989:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776855.402451:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776855.402457:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776855.402462:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776855.402463:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776855.402601:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776855.402605:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776855.402607:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776855.658392:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776855.658398:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776855.658466:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776855.658472:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776855.658475:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776855.658479:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776855.658482:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776855.658484:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776855.658487:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776855.722309:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307804552, at 4307804608
00000100:00000010:0.0:1775776855.722324:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00000100:00000040:1.0:1775776855.722698:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307804552, at 4307804608
00000100:00000010:1.0:1775776855.722704:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d16c0.
00010000:00000001:0.0:1775776856.427159:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776856.427184:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776856.427190:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776856.427192:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776856.441792:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776856.441798:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776856.441803:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776856.682414:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776856.682420:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776856.682421:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776856.682426:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776856.682429:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776856.682433:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776856.682435:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776856.682438:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776856.682440:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776857.450295:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776857.450300:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776857.450306:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776857.450308:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776857.450331:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776857.450333:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776857.450336:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776857.706430:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776857.706437:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776857.706439:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776857.706444:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776857.706447:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776857.706451:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776857.706453:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776857.706455:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776857.706458:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478909:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776858.478917:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776858.478921:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776858.478924:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478929:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776858.478932:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478934:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478936:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478940:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776858.478941:0:217831:0:(ldlm_request.c:2313:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1775776858.478942:0:217831:0:(ldlm_request.c:2101:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1775776858.478944:0:217831:0:(ldlm_request.c:2273:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478945:0:217831:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1775776858.478947:0:217831:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478948:0:217831:0:(ldlm_request.c:2323:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776858.478950:0:217831:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776858.479899:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776858.479903:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776858.479906:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1775776858.730262:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1775776858.730269:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1775776858.730271:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776858.730277:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:2.0:1775776858.730281:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1775776858.730284:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776858.730287:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1775776858.730289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1775776858.730291:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776859.498277:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776859.498284:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776859.498291:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776859.498292:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776859.498379:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776859.498386:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776859.498391:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776859.754775:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776859.754786:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776859.754787:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776859.754796:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776859.754801:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776859.754806:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.754809:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776859.754812:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.754815:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776859.882466:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) 89584a75-b38e-4303-b812-ccf0f9d4c217->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776859.882475:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1775776859.882478:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776859.882481:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776859.882486:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776859.882493:0:165884:0:(import.c:509:import_select_connection()) MGC192.168.201.105@tcp: connect to NID 192.168.201.105@tcp last attempt 13136
00000400:00000200:2.0:1775776859.882502:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776859.882508:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776859.882510:0:165884:0:(import.c:588:import_select_connection()) MGC192.168.201.105@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776859.882513:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882516:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.882519:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882521:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776859.882525:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776859.882527:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56c88
00000020:00000001:2.0:1775776859.882529:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776859.882531:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6488034800 refcount=3
00000020:00000001:2.0:1775776859.882534:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000020:00000001:2.0:1775776859.882536:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554325420032 : -109519384131584 : ffff9c6488034800)
00000100:00000040:2.0:1775776859.882539:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882541:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.882542:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882544:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776859.882547:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6488034800 : new refcount 2
00000100:00080000:2.0:1775776859.882550:0:165884:0:(import.c:623:import_select_connection()) MGC192.168.201.105@tcp: import ffff9c6488034000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882552:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776859.882555:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776859.882558:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776859.882560:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.882562:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000100:00000001:2.0:1775776859.882565:0:165884:0:(obd_class.h:897:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776859.882574:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d500.
00000020:00000040:2.0:1775776859.882577:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c6488034000 refcount=4 obd=MGC192.168.201.105@tcp
02000000:00000001:2.0:1775776859.882580:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776859.882581:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.882585:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776859.882587:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776859.882592:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776859.882599:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d12800.
00000100:00000001:2.0:1775776859.882606:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776859.882614:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776859.882624:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776859.882628:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.882632:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000029972b86] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776859.882657:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776859.882660:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776859.882663:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1775776859.882664:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776859.882666:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776859.882668:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776859.882671:0:165884:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13136
00000400:00000200:2.0:1775776859.882674:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776859.882677:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776859.882679:0:165884:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776859.882682:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882684:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.882686:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.882688:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776859.882690:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776859.882691:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cd5
00000020:00000001:2.0:1775776859.882693:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776859.882695:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c6484f70000 refcount=5
00000020:00000001:2.0:1775776859.882697:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000020:00000001:2.0:1775776859.882699:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554274283520 : -109519435268096 : ffff9c6484f70000)
00000100:00000001:0.0:1775776859.882877:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.882881:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776859.882884:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776859.882890:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.882898:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776859.882900:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.882903:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776859.882906:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776859.882909:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776859.882912:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309296128:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776859.882916:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776859.882919:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776859.882921:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.882923:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776859.882928:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.882929:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776859.882934:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776859.882938:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776859.882943:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776859.882949:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309296128, portal 25
00000100:00000001:0.0:1775776859.882951:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776859.882952:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371462400 : -109519338089216 : ffff9c648ac1d500)
00000100:00000040:0.0:1775776859.882956:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.882975:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776859.882979:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776859.882981:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776859.882985:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1862023309296128, offset 0
00000400:00000200:0.0:1775776859.882990:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776859.882998:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.883003:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776859.883008:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776859.883012:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776859.883016:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776859.883018:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776859.883022:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340495:340495:256:4294967295] 192.168.201.105@tcp LPNI seq info [340440:340440:8:4294967295]
00000400:00000200:0.0:1775776859.883027:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.883036:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776859.883042:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.883046:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776859.883052:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776859.883056:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776859.883061:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776859.883065:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776859.883069:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.883071:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776859.883078:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776859.883082:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776859.883086:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776859.883089:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776859.883092:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776859.883096:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883104:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.883117:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883125:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.883127:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776859.883132:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776859.883136:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776859.883138:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 0 is 4307809671
00000100:00000010:0.0:1775776859.883143:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d1540.
00000100:00000001:0.0:1775776859.883149:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1775776859.883155:0:2357:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS new deadline estimation for cpu 1 is 4307809671
00000100:00000010:0.0:1775776859.883158:0:2357:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9c649f6d14e0.
00000100:00000001:0.0:1775776859.883161:0:2357:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.201.105@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1775776859.883200:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776859.883203:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.883205:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776859.883210:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776859/real 1775776859]  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776859.883219:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776859.883221:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776859.883223:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776859.883225:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776859.883227:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776859.883229:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776859.883232:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776859.883241:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883248:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776859.883249:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883252:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.883253:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776859.883256:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883268:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776859.883272:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883279:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776859.883282:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883284:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.883285:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883287:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776859.883289:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776859.883292:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c6488034000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776859.883295:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776859.883297:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776859.883301:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776859.883310:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:89584a75-b38e-4303-b812-ccf0f9d4c217:2357:1862023309296128:192.168.201.105@tcp:250:kworker.0
00000100:00000001:0.0:1775776859.883314:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883315:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.883318:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d500 x1862023309296128/t0(0) o250->MGC192.168.201.105@tcp@192.168.201.105@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883325:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776859.883327:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776859.883330:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.883332:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776859.883334:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776859.883335:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c6488034000 refcount=3 obd=MGC192.168.201.105@tcp
00000020:00000001:0.0:1775776859.883337:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776859.883340:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d12800.
02000000:00000001:0.0:1775776859.883344:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776859.883346:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776859.883348:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d500.
00000100:00000001:0.0:1775776859.883351:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776859.883352:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883354:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.883361:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776859.883363:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.883364:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.883366:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.883484:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.883487:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.883489:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.883491:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776859.883493:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c6484f70000 : new refcount 4
00000100:00080000:2.0:1775776859.883496:0:165884:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9c648a583800: import ffff9c64890b5800 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776859.883499:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776859.883500:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776859.883505:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776859.883507:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.883509:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776859.883513:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776859.883516:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.883518:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776859.883521:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1f800.
00000020:00000040:2.0:1775776859.883524:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b5800 refcount=8 obd=lustre-MDT0000-mdc-ffff9c648a583800
02000000:00000001:2.0:1775776859.883527:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776859.883528:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.883530:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776859.883531:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776859.883533:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776859.883537:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d13800.
00000100:00000001:2.0:1775776859.883541:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776859.883545:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776859.883552:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776859.883555:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.883558:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000019235d13] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883600:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.883602:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776859.883604:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776859.883608:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883615:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776859.883616:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.883618:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776859.883621:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776859.883623:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776859.883626:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296256:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776859.883629:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776859.883631:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776859.883633:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.883634:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776859.883637:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.883639:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776859.883643:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776859.883645:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776859.883648:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776859.883651:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309296256, portal 10
00000100:00000001:0.0:1775776859.883653:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776859.883655:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371471360 : -109519338080256 : ffff9c648ac1f800)
00000100:00000040:0.0:1775776859.883660:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.883666:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776859.883669:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776859.883671:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776859.883673:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1862023309296256, offset 0
00000400:00000200:0.0:1775776859.883677:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776859.883682:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.883686:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776859.883688:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776859.883691:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776859.883693:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776859.883695:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776859.883699:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340496:340496:256:4294967295] 192.168.201.105@tcp LPNI seq info [340441:340441:8:4294967295]
00000400:00000200:0.0:1775776859.883703:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.883709:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776859.883878:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.883882:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776859.883887:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776859.883890:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776859.883894:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776859.883897:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776859.883901:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.883903:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776859.883906:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776859.883909:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776859.883913:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776859.883914:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776859.883917:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776859.883920:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776859.883992:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776859.883996:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776859.883999:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1775776859.884001:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776859.884002:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776859.884005:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776859.884008:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13136
00000400:00000200:2.0:1775776859.884012:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776859.884014:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776859.884017:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776859.884019:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.884021:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.884023:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.884025:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776859.884028:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776859.884029:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56ce3
00000020:00000001:2.0:1775776859.884031:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776859.884032:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46a000 refcount=4
00000020:00000001:2.0:1775776859.884035:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000020:00000001:2.0:1775776859.884036:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715709440 : -109518993842176 : ffff9c649f46a000)
00000100:00000040:2.0:1775776859.884039:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.884041:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.884043:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.884045:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776859.884047:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46a000 : new refcount 3
00000100:00080000:2.0:1775776859.884049:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9c648a583800: import ffff9c64890b0000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776859.884051:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776859.884053:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776859.884056:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776859.884058:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.884059:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776859.884061:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776859.884064:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.884066:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776859.884069:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1d880.
00000020:00000040:2.0:1775776859.884071:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c64890b0000 refcount=3 obd=lustre-OST0000-osc-ffff9c648a583800
02000000:00000001:2.0:1775776859.884073:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776859.884075:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.884076:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776859.884077:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776859.884079:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776859.884083:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d10800.
00000100:00000001:2.0:1775776859.884086:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776859.884090:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776859.884097:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776859.884099:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.884103:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f5cf362] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885336:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.885345:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885355:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.885356:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776859.885365:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776859.885370:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: using a timeout of 33957 usecs (34 jiffies)
00000400:00000200:0.0:1775776859.885375:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776859.885379:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307808805
00000100:00000001:0.0:1775776859.885382:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.885385:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307808805
00000100:00000001:0.0:1775776859.885387:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.885389:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776859.885391:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.885394:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776859.885397:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776859/real 1775776859]  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776859.885407:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776859.885408:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776859.885411:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776859.885414:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776859.885416:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776859.885418:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776859.885422:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776859.885430:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885437:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776859.885439:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885441:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.885442:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776859.885446:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885453:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776859.885457:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885464:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776859.885467:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885468:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.885469:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885471:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776859.885473:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776859.885476:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b5800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776859.885480:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776859.885482:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776859.885486:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776859.885494:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296256:192.168.201.105@tcp:38:kworker.0
00000100:00000001:0.0:1775776859.885498:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885500:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.885503:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1f800 x1862023309296256/t0(0) o38->lustre-MDT0000-mdc-ffff9c648a583800@192.168.201.105@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885509:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776859.885511:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776859.885514:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.885517:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776859.885519:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776859.885520:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b5800 refcount=7 obd=lustre-MDT0000-mdc-ffff9c648a583800
00000020:00000001:0.0:1775776859.885522:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776859.885524:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d13800.
02000000:00000001:0.0:1775776859.885527:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776859.885529:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776859.885530:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1f800.
00000100:00000001:0.0:1775776859.885533:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776859.885534:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885536:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.885542:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776859.885544:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.885546:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.885548:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776859.885549:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776859.885553:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885560:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776859.885562:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.885565:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776859.885567:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776859.885569:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776859.885572:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776859.885576:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776859.885579:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776859.885581:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.885583:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776859.885588:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.885590:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776859.885594:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776859.885596:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776859.885601:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776859.885606:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309296384, portal 4
00000100:00000001:0.0:1775776859.885608:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776859.885609:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371463296 : -109519338088320 : ffff9c648ac1d880)
00000100:00000040:0.0:1775776859.885614:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.885621:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776859.885623:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776859.885626:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776859.885628:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309296384, offset 0
00000400:00000200:0.0:1775776859.885632:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000100:00000001:2.0:1775776859.890938:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1775776859.890949:0:165884:0:(pinger.c:229:ptlrpc_pinger_process_import()) d4b1039f-ed2d-40d9-b26a-50f3c64e108a->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1775776859.890953:0:165884:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1775776859.890955:0:165884:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1775776859.890959:0:165884:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1775776859.890971:0:165884:0:(import.c:484:import_select_connection()) Process entered
00000100:00080000:2.0:1775776859.890978:0:165884:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: connect to NID 192.168.201.105@tcp last attempt 13136
00000400:00000200:2.0:1775776859.890988:0:165884:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:2.0:1775776859.890994:0:165884:0:(peer.c:1530:LNetPeerDiscovered()) Peer NID 192.168.201.105@tcp is discovered: rc = 1
00000100:00080000:2.0:1775776859.890997:0:165884:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1775776859.891001:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.891004:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.891006:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.891010:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000001:2.0:1775776859.891014:0:165884:0:(genops.c:811:class_conn2export()) Process entered
00000020:00000040:2.0:1775776859.891016:0:165884:0:(genops.c:823:class_conn2export()) looking for export cookie 0x1ad9b7fbd0c56cea
00000020:00000001:2.0:1775776859.891018:0:165884:0:(lustre_handles.c:113:class_handle2object()) Process entered
00000020:00000040:2.0:1775776859.891021:0:165884:0:(lustre_handles.c:131:class_handle2object()) GET export ffff9c649f46f000 refcount=4
00000020:00000001:2.0:1775776859.891023:0:165884:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000020:00000001:2.0:1775776859.891025:0:165884:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446634554715729920 : -109518993821696 : ffff9c649f46f000)
00000100:00000040:2.0:1775776859.891028:0:165884:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff9c6485369f00 refcount 11 to 192.168.201.105@tcp
00000100:00000001:2.0:1775776859.891030:0:165884:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1775776859.891032:0:165884:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9c6485369f00 refcount 12 to 192.168.201.105@tcp
00000400:00000200:0.0:1775776859.891247:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.891257:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776859.891808:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776859.891814:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776859.891818:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776859.891822:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776859.891826:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340497:340497:256:4294967295] 192.168.201.105@tcp LPNI seq info [340442:340442:8:4294967295]
00000400:00000200:0.0:1775776859.891831:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.891841:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776859.891848:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.891858:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776859.891864:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776859.891867:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776859.891873:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776859.891888:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776859.891893:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.891895:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776859.892815:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776859.892823:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776859.892830:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776859.892833:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776859.892838:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776859.892845:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.892857:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.892860:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.892868:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.892870:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776859.892876:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776859.892880:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: using a timeout of 161587 usecs (162 jiffies)
00000400:00000200:0.0:1775776859.892884:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776859.892887:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307808938
00000100:00000001:0.0:1775776859.892890:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.892892:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307808938
00000100:00000001:0.0:1775776859.892894:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.892897:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776859.892900:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.892903:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776859.892907:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776859/real 1775776859]  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776859.892917:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776859.892919:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776859.892922:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776859.892925:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776859.892926:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776859.892929:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776859.892932:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776859.892941:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.892947:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776859.892948:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.892951:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.892952:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776859.892956:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.892973:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776859.892978:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.892985:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776859.892988:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.892990:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.892991:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.892993:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776859.892995:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776859.892999:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c64890b0000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776859.893003:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776859.893005:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776859.893009:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776859.893018:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296384:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776859.893022:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.893024:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.893027:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1d880 x1862023309296384/t0(0) o8->lustre-OST0000-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.893033:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1775776859.893101:0:165884:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446634554278452992 : -109519431098624 : ffff9c6485369f00)
00000020:00000040:2.0:1775776859.893227:0:165884:0:(genops.c:898:class_export_put()) PUTting export ffff9c649f46f000 : new refcount 3
00000100:00080000:2.0:1775776859.893231:0:165884:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9c648a583800: import ffff9c649f468000 using connection 192.168.201.105@tcp/192.168.201.105@tcp
00000100:00000001:2.0:1775776859.893234:0:165884:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1775776859.893237:0:165884:0:(sec.c:1588:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1775776859.893242:0:165884:0:(sec.c:1628:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1775776859.893245:0:165884:0:(sec.c:1656:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.893247:0:165884:0:(obd_class.h:890:obd_reconnect()) Process entered
00000008:00100000:2.0:1775776859.893251:0:165884:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681676 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1775776859.893254:0:165884:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.893256:0:165884:0:(obd_class.h:904:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.894194:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776859.894198:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.894203:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776859.894205:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776859.894207:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c64890b0000 refcount=2 obd=lustre-OST0000-osc-ffff9c648a583800
00000020:00000001:0.0:1775776859.894210:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776859.894212:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d10800.
02000000:00000001:0.0:1775776859.894216:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776859.894217:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776859.894219:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1d880.
00000100:00000001:0.0:1775776859.894223:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776859.894224:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.894227:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.894234:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776859.894236:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.894238:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.894240:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1775776859.894793:0:165884:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9c648ac1fb80.
00000020:00000040:2.0:1775776859.894798:0:165884:0:(genops.c:1229:class_import_get()) import ffff9c649f468000 refcount=3 obd=lustre-OST0001-osc-ffff9c648a583800
02000000:00000001:2.0:1775776859.894801:0:165884:0:(sec.c:2064:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1775776859.894803:0:165884:0:(sec.c:2074:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1775776859.894806:0:165884:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1775776859.894809:0:165884:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1775776859.894812:0:165884:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1775776859.894819:0:165884:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9c6493d11c00.
00000100:00000001:2.0:1775776859.894825:0:165884:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1775776859.894833:0:165884:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1775776859.894849:0:165884:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1775776859.894853:0:165884:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.894858:0:165884:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006aab284f] to pc [ptlrpcd_rcv+-1]  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1775776859.894881:0:165884:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1775776859.894887:0:165884:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (13146)
00000100:00000001:0.0:1775776859.895010:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.895013:0:2357:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776859.895015:0:2357:0:(client.c:1798:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1775776859.895020:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895044:0:2357:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776859.895046:0:2357:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.895050:0:2357:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1775776859.895052:0:2357:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1775776859.895055:0:2357:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776859.895058:0:2357:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776859.895061:0:2357:0:(niobuf.c:865:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1775776859.895065:0:2357:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1775776859.895067:0:2357:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1775776859.895069:0:2357:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1775776859.895073:0:2357:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.895075:0:2357:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1775776859.895080:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000010:0.0:1775776859.895084:0:2357:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000010:0.0:1775776859.895089:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2f68.
00000100:00000200:0.0:1775776859.895095:0:2357:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1862023309296512, portal 4
00000100:00000001:0.0:1775776859.895097:0:2357:0:(client.c:3245:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1775776859.895099:0:2357:0:(client.c:3247:ptlrpc_request_addref()) Process leaving (rc=18446634554371472256 : -109519338079360 : ffff9c648ac1fb80)
00000100:00000040:0.0:1775776859.895105:0:2357:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895222:0:2357:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1775776859.895225:0:2357:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.105@tcp
00000400:00000010:0.0:1775776859.895228:0:2357:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9c648ace2c38.
00000100:00000200:0.0:1775776859.895232:0:2357:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1862023309296512, offset 0
00000400:00000200:0.0:1775776859.895237:0:2357:0:(lib-move.c:5324:LNetPut()) LNetPut -> 12345-192.168.201.105@tcp
00000400:00000200:0.0:1775776859.895245:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.895252:0:2357:0:(lib-move.c:2975:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.105@tcp local destination
00000400:00000200:0.0:1775776859.895256:0:2357:0:(lib-move.c:2605:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1775776859.895270:0:2357:0:(lib-move.c:1791:lnet_get_best_ni()) selected best_ni 192.168.201.5@tcp
00000400:00000200:0.0:1775776859.895273:0:2357:0:(lib-move.c:1345:lnet_select_peer_ni()) 192.168.201.5@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1775776859.895276:0:2357:0:(lib-move.c:1414:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.105@tcp
00000400:00000200:0.0:1775776859.895280:0:2357:0:(lib-move.c:1911:lnet_handle_send()) 192.168.201.5@tcp NI seq info: [340498:340498:256:4294967295] 192.168.201.105@tcp LPNI seq info [340443:340443:8:4294967295]
00000400:00000200:0.0:1775776859.895285:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000400:00000200:0.0:1775776859.895294:0:2357:0:(lib-move.c:2026:lnet_handle_send()) TRACE: 192.168.201.5@tcp(192.168.201.5@tcp:<?>) -> 192.168.201.105@tcp(192.168.201.105@tcp:192.168.201.105@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1775776859.895299:0:2357:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.895304:0:2357:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9c63e4eed800.
00000800:00000200:0.0:1775776859.895310:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.0:1775776859.895314:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1775776859.895319:0:2357:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9c6493d09480] -> 12345-192.168.201.105@tcp (2)
00000800:00000200:0.1:1775776859.895322:0:2357:0:(socklnd_cb.c:848:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.105 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1775776859.895326:0:2357:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.105@tcp
00000800:00000010:0.0:1775776859.895328:0:2357:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9c63e4eed800.
00000400:00000200:0.0:1775776859.895332:0:2357:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1775776859.895336:0:2357:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.201.5@tcp->192.168.201.105@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1775776859.895340:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2c38
00000400:00000010:0.0:1775776859.895342:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2c38.
00000100:00000001:0.0:1775776859.895345:0:2357:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1775776859.895349:0:2357:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895358:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.895361:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 0 dl 1775776884 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895368:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.895370:0:2357:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1775776859.895373:0:2357:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1775776859.895377:0:2357:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: using a timeout of 170937 usecs (171 jiffies)
00000400:00000200:0.0:1775776859.895380:0:2357:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.201.105@tcp to cpt 0
00000100:00000001:0.0:1775776859.895383:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 0 is 4307808952
00000100:00000001:0.0:1775776859.895386:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 0, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.895388:0:2357:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS new deadline estimation for cpu 1 is 4307808952
00000100:00000001:0.0:1775776859.895390:0:2357:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-ffff9c648a583800: PM QoS request active for cpu 1, keep current deadline 4307809671
00000100:00000001:0.0:1775776859.895392:0:2357:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1775776859.895395:0:2357:0:(client.c:1926:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.895397:0:2357:0:(client.c:2461:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1775776859.895400:0:2357:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776859/real 1775776859]  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1775776859.895409:0:2357:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1775776859.895411:0:2357:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1775776859.895413:0:2357:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff9c64b2e6f4d0.
00000400:00000200:0.0:1775776859.895415:0:2357:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9c648ace2f68
00000400:00000010:0.0:1775776859.895417:0:2357:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff9c648ace2f68.
00000100:00000001:0.0:1775776859.895419:0:2357:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1775776859.895422:0:2357:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1775776859.895431:0:2357:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895437:0:2357:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1775776859.895439:0:2357:0:(client.c:2958:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895441:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.895443:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1775776859.895446:0:2357:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895452:0:2357:0:(client.c:2515:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1775776859.895456:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895463:0:2357:0:(client.c:2109:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1775776859.895465:0:2357:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895467:0:2357:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1775776859.895468:0:2357:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895470:0:2357:0:(import.c:1060:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1775776859.895472:0:2357:0:(import.c:1091:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1775776859.895474:0:2357:0:(import.c:65:import_set_state_nolock()) ffff9c649f468000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1775776859.895478:0:2357:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.105@tcp failed (-110)
00000100:00000001:0.0:1775776859.895480:0:2357:0:(import.c:1512:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1775776859.895484:0:2357:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1775776859.895492:0:2357:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9c648ac1fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d4b1039f-ed2d-40d9-b26a-50f3c64e108a:2357:1862023309296512:192.168.201.105@tcp:8:kworker.0
00000100:00000001:0.0:1775776859.895496:0:2357:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895497:0:2357:0:(client.c:2843:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1775776859.895500:0:2357:0:(client.c:2851:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9c648ac1fb80 x1862023309296512/t0(0) o8->lustre-OST0001-osc-ffff9c648a583800@192.168.201.105@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776884 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1775776859.895506:0:2357:0:(client.c:2769:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1775776859.895508:0:2357:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1775776859.895510:0:2357:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9c648acce400.
02000000:00000001:0.0:1775776859.895513:0:2357:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1775776859.895514:0:2357:0:(genops.c:1236:class_import_put()) Process entered
00000020:00000040:0.0:1775776859.895516:0:2357:0:(genops.c:1242:class_import_put()) import ffff9c649f468000 refcount=2 obd=lustre-OST0001-osc-ffff9c648a583800
00000020:00000001:0.0:1775776859.895518:0:2357:0:(genops.c:1249:class_import_put()) Process leaving
02000000:00000010:0.0:1775776859.895519:0:2357:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9c6493d11c00.
02000000:00000001:0.0:1775776859.895522:0:2357:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1775776859.895524:0:2357:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1775776859.895525:0:2357:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9c648ac1fb80.
00000100:00000001:0.0:1775776859.895528:0:2357:0:(client.c:2825:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1775776859.895529:0:2357:0:(client.c:2884:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895531:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776859.895536:0:2357:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776859.895537:0:2357:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1775776859.895540:0:2357:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1775776859.895541:0:2357:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776860.522274:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776860.522280:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776860.522284:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776860.522286:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1775776860.525043:0:190496:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1775776860.525048:0:190496:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1775776860.525052:0:190496:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776860.778269:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776860.778276:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776860.778279:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776860.778284:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776860.778288:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776860.778292:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776860.778295:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776860.778297:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776860.778300:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1775776860.842272:0:217885:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301910 (cpu 0) has reached its deadline 4307809671, at 4307809728
00000100:00000010:1.0:1775776860.842286:0:217885:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d14e0.
00000100:00000040:0.0:1775776860.844034:0:217831:0:(connection.c:75:cpu_latency_work()) work item of ffff9c648a301800 (cpu 0) has reached its deadline 4307809671, at 4307809729
00000100:00000010:0.0:1775776860.844044:0:217831:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9c649f6d1540.
00010000:00000001:0.0:1775776861.546281:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776861.546285:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776861.546290:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776861.546291:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1775776861.546314:0:181745:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1775776861.546317:0:181745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1775776861.546320:0:181745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776861.802356:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776861.802364:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776861.802366:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776861.802371:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776861.802375:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776861.802378:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776861.802381:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776861.802383:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776861.802386:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776862.573208:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776862.573213:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776862.573218:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776862.573219:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776862.573303:0:181746:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776862.573308:0:181746:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776862.573311:0:181746:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1775776862.826266:0:217374:0:(client.c:2543:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1775776862.826274:0:217374:0:(client.c:2615:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1775776862.826275:0:217374:0:(client.c:2643:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1775776862.826280:0:217374:0:(client.c:2691:ptlrpc_set_wait()) set ffff9c6485d6c0c0 going to sleep for 0 seconds
00000100:00000001:0.0:1775776862.826283:0:217374:0:(client.c:1975:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1775776862.826286:0:217374:0:(client.c:2950:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776862.826288:0:217374:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1775776862.826289:0:217374:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1775776862.826292:0:217374:0:(client.c:2441:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776863.594384:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776863.594389:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1775776863.594393:0:217831:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1775776863.594394:0:217831:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1775776863.594445:0:193621:0:(genops.c:1914:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1775776863.594449:0:193621:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1775776863.594452:0:193621:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 125364 lines, 125364 kept, 0 dropped, 0 bad.